[ 538.021589] env[62265]: INFO neutron.common.config [-] Logging enabled! [ 538.021900] env[62265]: INFO neutron.common.config [-] /opt/stack/data/venv/bin/neutron-nsxv3-agent version 0.0.1.dev13 [ 538.022118] env[62265]: DEBUG neutron.common.config [-] command line: /opt/stack/data/venv/bin/neutron-nsxv3-agent --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini --config-file /etc/neutron/plugins/ml2/ml2-nsxv3-1.ini {{(pid=62265) setup_logging /opt/stack/neutron/neutron/common/config.py:123}} [ 538.022411] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.agent [-] VMware NSXv3 Agent initializing ... [ 538.022512] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.agent [-] Eventlet blocking behavior detection initialization completed. [ 538.023370] env[62265]: WARNING oslo_policy.policy [None req-98d6c346-e762-4971-8c06-bb7628de9d4b None None] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. [ 538.023595] env[62265]: WARNING oslo_policy.policy [None req-98d6c346-e762-4971-8c06-bb7628de9d4b None None] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. [ 538.025110] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.agent [None req-98d6c346-e762-4971-8c06-bb7628de9d4b None None] VMware NSXv3 Agent initialized successfully. [ 538.025518] env[62265]: DEBUG oslo_concurrency.lockutils [None req-98d6c346-e762-4971-8c06-bb7628de9d4b None None] Acquiring lock "singleton_lock" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 538.025659] env[62265]: DEBUG oslo_concurrency.lockutils [None req-98d6c346-e762-4971-8c06-bb7628de9d4b None None] Acquired lock "singleton_lock" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 538.025955] env[62265]: DEBUG oslo_concurrency.lockutils [None req-98d6c346-e762-4971-8c06-bb7628de9d4b None None] Releasing lock "singleton_lock" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 538.026309] env[62265]: DEBUG oslo_service.service [None req-98d6c346-e762-4971-8c06-bb7628de9d4b None None] Full set of CONF: {{(pid=62265) _wait_for_exit_or_signal /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/service.py:363}} [ 538.026435] env[62265]: DEBUG oslo_service.service [None req-98d6c346-e762-4971-8c06-bb7628de9d4b None None] ******************************************************************************** {{(pid=62265) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2806}} [ 538.026549] env[62265]: DEBUG oslo_service.service [None req-98d6c346-e762-4971-8c06-bb7628de9d4b None None] Configuration options gathered from: {{(pid=62265) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2807}} [ 538.026866] env[62265]: DEBUG oslo_service.service [None req-98d6c346-e762-4971-8c06-bb7628de9d4b None None] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini', '--config-file', '/etc/neutron/plugins/ml2/ml2-nsxv3-1.ini'] {{(pid=62265) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2808}} [ 538.027060] env[62265]: DEBUG oslo_service.service [None req-98d6c346-e762-4971-8c06-bb7628de9d4b None None] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini', '/etc/neutron/plugins/ml2/ml2-nsxv3-1.ini'] {{(pid=62265) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2809}} [ 538.027177] env[62265]: DEBUG oslo_service.service [None req-98d6c346-e762-4971-8c06-bb7628de9d4b None None] ================================================================================ {{(pid=62265) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2811}} [ 538.027356] env[62265]: DEBUG oslo_service.service [None req-98d6c346-e762-4971-8c06-bb7628de9d4b None None] agent_down_time = 75 {{(pid=62265) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 538.027504] env[62265]: DEBUG oslo_service.service [None req-98d6c346-e762-4971-8c06-bb7628de9d4b None None] allow_automatic_dhcp_failover = True {{(pid=62265) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 538.027648] env[62265]: DEBUG oslo_service.service [None req-98d6c346-e762-4971-8c06-bb7628de9d4b None None] allow_bulk = True {{(pid=62265) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 538.027799] env[62265]: DEBUG oslo_service.service [None req-98d6c346-e762-4971-8c06-bb7628de9d4b None None] api_extensions_path = {{(pid=62265) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 538.027950] env[62265]: DEBUG oslo_service.service [None req-98d6c346-e762-4971-8c06-bb7628de9d4b None None] api_paste_config = api-paste.ini {{(pid=62265) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 538.028110] env[62265]: DEBUG oslo_service.service [None req-98d6c346-e762-4971-8c06-bb7628de9d4b None None] auth_strategy = keystone {{(pid=62265) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 538.028224] env[62265]: DEBUG oslo_service.service [None req-98d6c346-e762-4971-8c06-bb7628de9d4b None None] backdoor_port = None {{(pid=62265) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 538.028331] env[62265]: DEBUG oslo_service.service [None req-98d6c346-e762-4971-8c06-bb7628de9d4b None None] backdoor_socket = None {{(pid=62265) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 538.028475] env[62265]: DEBUG oslo_service.service [None req-98d6c346-e762-4971-8c06-bb7628de9d4b None None] backlog = 4096 {{(pid=62265) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 538.028619] env[62265]: DEBUG oslo_service.service [None req-98d6c346-e762-4971-8c06-bb7628de9d4b None None] base_mac = fa:16:3e:00:00:00 {{(pid=62265) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 538.028797] env[62265]: DEBUG oslo_service.service [None req-98d6c346-e762-4971-8c06-bb7628de9d4b None None] bind_host = 0.0.0.0 {{(pid=62265) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 538.028948] env[62265]: DEBUG oslo_service.service [None req-98d6c346-e762-4971-8c06-bb7628de9d4b None None] bind_port = 9696 {{(pid=62265) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 538.029107] env[62265]: DEBUG oslo_service.service [None req-98d6c346-e762-4971-8c06-bb7628de9d4b None None] client_socket_timeout = 900 {{(pid=62265) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 538.029257] env[62265]: DEBUG oslo_service.service [None req-98d6c346-e762-4971-8c06-bb7628de9d4b None None] config_dir = [] {{(pid=62265) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 538.029375] env[62265]: DEBUG oslo_service.service [None req-98d6c346-e762-4971-8c06-bb7628de9d4b None None] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini', '/etc/neutron/plugins/ml2/ml2-nsxv3-1.ini'] {{(pid=62265) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 538.029520] env[62265]: DEBUG oslo_service.service [None req-98d6c346-e762-4971-8c06-bb7628de9d4b None None] config_source = [] {{(pid=62265) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 538.029667] env[62265]: DEBUG oslo_service.service [None req-98d6c346-e762-4971-8c06-bb7628de9d4b None None] control_exchange = neutron {{(pid=62265) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 538.029825] env[62265]: DEBUG oslo_service.service [None req-98d6c346-e762-4971-8c06-bb7628de9d4b None None] core_plugin = ml2 {{(pid=62265) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 538.029966] env[62265]: DEBUG oslo_service.service [None req-98d6c346-e762-4971-8c06-bb7628de9d4b None None] debug = True {{(pid=62265) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 538.030121] env[62265]: DEBUG oslo_service.service [None req-98d6c346-e762-4971-8c06-bb7628de9d4b None None] default_availability_zones = [] {{(pid=62265) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 538.030337] env[62265]: DEBUG oslo_service.service [None req-98d6c346-e762-4971-8c06-bb7628de9d4b None None] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=62265) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 538.030483] env[62265]: DEBUG oslo_service.service [None req-98d6c346-e762-4971-8c06-bb7628de9d4b None None] dhcp_agent_notification = True {{(pid=62265) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 538.030625] env[62265]: DEBUG oslo_service.service [None req-98d6c346-e762-4971-8c06-bb7628de9d4b None None] dhcp_agents_per_network = 1 {{(pid=62265) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 538.030767] env[62265]: DEBUG oslo_service.service [None req-98d6c346-e762-4971-8c06-bb7628de9d4b None None] dhcp_lease_duration = 86400 {{(pid=62265) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 538.030917] env[62265]: DEBUG oslo_service.service [None req-98d6c346-e762-4971-8c06-bb7628de9d4b None None] dhcp_load_type = networks {{(pid=62265) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 538.031072] env[62265]: DEBUG oslo_service.service [None req-98d6c346-e762-4971-8c06-bb7628de9d4b None None] dns_domain = openstacklocal {{(pid=62265) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 538.031219] env[62265]: DEBUG oslo_service.service [None req-98d6c346-e762-4971-8c06-bb7628de9d4b None None] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=62265) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 538.031360] env[62265]: DEBUG oslo_service.service [None req-98d6c346-e762-4971-8c06-bb7628de9d4b None None] enable_default_route_bfd = False {{(pid=62265) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 538.031498] env[62265]: DEBUG oslo_service.service [None req-98d6c346-e762-4971-8c06-bb7628de9d4b None None] enable_default_route_ecmp = False {{(pid=62265) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 538.031635] env[62265]: DEBUG oslo_service.service [None req-98d6c346-e762-4971-8c06-bb7628de9d4b None None] enable_dvr = True {{(pid=62265) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 538.031770] env[62265]: DEBUG oslo_service.service [None req-98d6c346-e762-4971-8c06-bb7628de9d4b None None] enable_new_agents = True {{(pid=62265) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 538.031906] env[62265]: DEBUG oslo_service.service [None req-98d6c346-e762-4971-8c06-bb7628de9d4b None None] enable_services_on_agents_with_admin_state_down = False {{(pid=62265) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 538.032053] env[62265]: DEBUG oslo_service.service [None req-98d6c346-e762-4971-8c06-bb7628de9d4b None None] enable_signals = True {{(pid=62265) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 538.032190] env[62265]: DEBUG oslo_service.service [None req-98d6c346-e762-4971-8c06-bb7628de9d4b None None] enable_traditional_dhcp = True {{(pid=62265) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 538.032326] env[62265]: DEBUG oslo_service.service [None req-98d6c346-e762-4971-8c06-bb7628de9d4b None None] external_dns_driver = None {{(pid=62265) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 538.032466] env[62265]: DEBUG oslo_service.service [None req-98d6c346-e762-4971-8c06-bb7628de9d4b None None] filter_validation = True {{(pid=62265) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 538.032616] env[62265]: DEBUG oslo_service.service [None req-98d6c346-e762-4971-8c06-bb7628de9d4b None None] global_physnet_mtu = 8950 {{(pid=62265) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 538.032757] env[62265]: DEBUG oslo_service.service [None req-98d6c346-e762-4971-8c06-bb7628de9d4b None None] graceful_shutdown_timeout = 60 {{(pid=62265) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 538.032939] env[62265]: DEBUG oslo_service.service [None req-98d6c346-e762-4971-8c06-bb7628de9d4b None None] host = cpu-1 {{(pid=62265) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 538.033095] env[62265]: DEBUG oslo_service.service [None req-98d6c346-e762-4971-8c06-bb7628de9d4b None None] host_dvr_for_dhcp = True {{(pid=62265) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 538.033239] env[62265]: DEBUG oslo_service.service [None req-98d6c346-e762-4971-8c06-bb7628de9d4b None None] http_retries = 3 {{(pid=62265) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 538.033387] env[62265]: DEBUG oslo_service.service [None req-98d6c346-e762-4971-8c06-bb7628de9d4b None None] instance_format = [instance: %(uuid)s] {{(pid=62265) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 538.033537] env[62265]: DEBUG oslo_service.service [None req-98d6c346-e762-4971-8c06-bb7628de9d4b None None] instance_uuid_format = [instance: %(uuid)s] {{(pid=62265) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 538.033678] env[62265]: DEBUG oslo_service.service [None req-98d6c346-e762-4971-8c06-bb7628de9d4b None None] ipam_driver = internal {{(pid=62265) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 538.033819] env[62265]: DEBUG oslo_service.service [None req-98d6c346-e762-4971-8c06-bb7628de9d4b None None] ipv6_pd_enabled = False {{(pid=62265) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 538.033959] env[62265]: DEBUG oslo_service.service [None req-98d6c346-e762-4971-8c06-bb7628de9d4b None None] l3_ha = False {{(pid=62265) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 538.034114] env[62265]: DEBUG oslo_service.service [None req-98d6c346-e762-4971-8c06-bb7628de9d4b None None] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=62265) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 538.034257] env[62265]: DEBUG oslo_service.service [None req-98d6c346-e762-4971-8c06-bb7628de9d4b None None] l3_ha_network_physical_name = {{(pid=62265) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 538.034399] env[62265]: DEBUG oslo_service.service [None req-98d6c346-e762-4971-8c06-bb7628de9d4b None None] l3_ha_network_type = {{(pid=62265) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 538.034545] env[62265]: DEBUG oslo_service.service [None req-98d6c346-e762-4971-8c06-bb7628de9d4b None None] log_color = False {{(pid=62265) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 538.034688] env[62265]: DEBUG oslo_service.service [None req-98d6c346-e762-4971-8c06-bb7628de9d4b None None] log_config_append = None {{(pid=62265) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 538.034834] env[62265]: DEBUG oslo_service.service [None req-98d6c346-e762-4971-8c06-bb7628de9d4b None None] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=62265) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 538.034973] env[62265]: DEBUG oslo_service.service [None req-98d6c346-e762-4971-8c06-bb7628de9d4b None None] log_dir = None {{(pid=62265) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 538.035149] env[62265]: DEBUG oslo_service.service [None req-98d6c346-e762-4971-8c06-bb7628de9d4b None None] log_file = None {{(pid=62265) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 538.035227] env[62265]: DEBUG oslo_service.service [None req-98d6c346-e762-4971-8c06-bb7628de9d4b None None] log_options = True {{(pid=62265) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 538.035368] env[62265]: DEBUG oslo_service.service [None req-98d6c346-e762-4971-8c06-bb7628de9d4b None None] log_rotate_interval = 1 {{(pid=62265) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 538.035516] env[62265]: DEBUG oslo_service.service [None req-98d6c346-e762-4971-8c06-bb7628de9d4b None None] log_rotate_interval_type = days {{(pid=62265) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 538.035659] env[62265]: DEBUG oslo_service.service [None req-98d6c346-e762-4971-8c06-bb7628de9d4b None None] log_rotation_type = none {{(pid=62265) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 538.035769] env[62265]: DEBUG oslo_service.service [None req-98d6c346-e762-4971-8c06-bb7628de9d4b None None] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=62265) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 538.035879] env[62265]: DEBUG oslo_service.service [None req-98d6c346-e762-4971-8c06-bb7628de9d4b None None] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=62265) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 538.036035] env[62265]: DEBUG oslo_service.service [None req-98d6c346-e762-4971-8c06-bb7628de9d4b None None] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=62265) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 538.036181] env[62265]: DEBUG oslo_service.service [None req-98d6c346-e762-4971-8c06-bb7628de9d4b None None] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=62265) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 538.036290] env[62265]: DEBUG oslo_service.service [None req-98d6c346-e762-4971-8c06-bb7628de9d4b None None] logging_user_identity_format = %(user)s %(project)s %(domain)s %(system_scope)s %(user_domain)s %(project_domain)s {{(pid=62265) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 538.036431] env[62265]: DEBUG oslo_service.service [None req-98d6c346-e762-4971-8c06-bb7628de9d4b None None] max_dns_nameservers = 5 {{(pid=62265) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 538.036569] env[62265]: DEBUG oslo_service.service [None req-98d6c346-e762-4971-8c06-bb7628de9d4b None None] max_header_line = 16384 {{(pid=62265) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 538.036727] env[62265]: DEBUG oslo_service.service [None req-98d6c346-e762-4971-8c06-bb7628de9d4b None None] max_l3_agents_per_router = 3 {{(pid=62265) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 538.036878] env[62265]: DEBUG oslo_service.service [None req-98d6c346-e762-4971-8c06-bb7628de9d4b None None] max_logfile_count = 30 {{(pid=62265) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 538.037030] env[62265]: DEBUG oslo_service.service [None req-98d6c346-e762-4971-8c06-bb7628de9d4b None None] max_logfile_size_mb = 200 {{(pid=62265) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 538.037172] env[62265]: DEBUG oslo_service.service [None req-98d6c346-e762-4971-8c06-bb7628de9d4b None None] max_subnet_host_routes = 20 {{(pid=62265) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 538.037320] env[62265]: DEBUG oslo_service.service [None req-98d6c346-e762-4971-8c06-bb7628de9d4b None None] my_ip = 10.180.1.21 {{(pid=62265) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 538.037463] env[62265]: DEBUG oslo_service.service [None req-98d6c346-e762-4971-8c06-bb7628de9d4b None None] my_ipv6 = ::1 {{(pid=62265) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 538.037601] env[62265]: DEBUG oslo_service.service [None req-98d6c346-e762-4971-8c06-bb7628de9d4b None None] network_auto_schedule = True {{(pid=62265) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 538.037734] env[62265]: DEBUG oslo_service.service [None req-98d6c346-e762-4971-8c06-bb7628de9d4b None None] network_link_prefix = None {{(pid=62265) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 538.037878] env[62265]: DEBUG oslo_service.service [None req-98d6c346-e762-4971-8c06-bb7628de9d4b None None] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=62265) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 538.038035] env[62265]: DEBUG oslo_service.service [None req-98d6c346-e762-4971-8c06-bb7628de9d4b None None] notify_nova_on_port_data_changes = True {{(pid=62265) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 538.038183] env[62265]: DEBUG oslo_service.service [None req-98d6c346-e762-4971-8c06-bb7628de9d4b None None] notify_nova_on_port_status_changes = True {{(pid=62265) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 538.038326] env[62265]: DEBUG oslo_service.service [None req-98d6c346-e762-4971-8c06-bb7628de9d4b None None] pagination_max_limit = -1 {{(pid=62265) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 538.038465] env[62265]: DEBUG oslo_service.service [None req-98d6c346-e762-4971-8c06-bb7628de9d4b None None] publish_errors = False {{(pid=62265) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 538.038604] env[62265]: DEBUG oslo_service.service [None req-98d6c346-e762-4971-8c06-bb7628de9d4b None None] rate_limit_burst = 0 {{(pid=62265) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 538.038757] env[62265]: DEBUG oslo_service.service [None req-98d6c346-e762-4971-8c06-bb7628de9d4b None None] rate_limit_except_level = CRITICAL {{(pid=62265) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 538.038916] env[62265]: DEBUG oslo_service.service [None req-98d6c346-e762-4971-8c06-bb7628de9d4b None None] rate_limit_interval = 0 {{(pid=62265) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 538.039072] env[62265]: DEBUG oslo_service.service [None req-98d6c346-e762-4971-8c06-bb7628de9d4b None None] retry_until_window = 30 {{(pid=62265) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 538.039213] env[62265]: DEBUG oslo_service.service [None req-98d6c346-e762-4971-8c06-bb7628de9d4b None None] router_distributed = False {{(pid=62265) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 538.039351] env[62265]: DEBUG oslo_service.service [None req-98d6c346-e762-4971-8c06-bb7628de9d4b None None] rpc_resources_processing_step = 20 {{(pid=62265) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 538.039489] env[62265]: DEBUG oslo_service.service [None req-98d6c346-e762-4971-8c06-bb7628de9d4b None None] rpc_response_max_timeout = 600 {{(pid=62265) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 538.039630] env[62265]: DEBUG oslo_service.service [None req-98d6c346-e762-4971-8c06-bb7628de9d4b None None] rpc_response_timeout = 60 {{(pid=62265) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 538.039783] env[62265]: DEBUG oslo_service.service [None req-98d6c346-e762-4971-8c06-bb7628de9d4b None None] send_events_interval = 2 {{(pid=62265) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 538.039955] env[62265]: DEBUG oslo_service.service [None req-98d6c346-e762-4971-8c06-bb7628de9d4b None None] service_plugins = ['router'] {{(pid=62265) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 538.040120] env[62265]: DEBUG oslo_service.service [None req-98d6c346-e762-4971-8c06-bb7628de9d4b None None] setproctitle = on {{(pid=62265) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 538.040258] env[62265]: DEBUG oslo_service.service [None req-98d6c346-e762-4971-8c06-bb7628de9d4b None None] shell_completion = None {{(pid=62265) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 538.040404] env[62265]: DEBUG oslo_service.service [None req-98d6c346-e762-4971-8c06-bb7628de9d4b None None] state_path = /opt/stack/data/neutron {{(pid=62265) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 538.040550] env[62265]: DEBUG oslo_service.service [None req-98d6c346-e762-4971-8c06-bb7628de9d4b None None] syslog_log_facility = LOG_USER {{(pid=62265) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 538.040693] env[62265]: DEBUG oslo_service.service [None req-98d6c346-e762-4971-8c06-bb7628de9d4b None None] tcp_keepidle = 600 {{(pid=62265) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 538.040837] env[62265]: DEBUG oslo_service.service [None req-98d6c346-e762-4971-8c06-bb7628de9d4b None None] transport_url = **** {{(pid=62265) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 538.040979] env[62265]: DEBUG oslo_service.service [None req-98d6c346-e762-4971-8c06-bb7628de9d4b None None] use_eventlog = False {{(pid=62265) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 538.041129] env[62265]: DEBUG oslo_service.service [None req-98d6c346-e762-4971-8c06-bb7628de9d4b None None] use_journal = False {{(pid=62265) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 538.041265] env[62265]: DEBUG oslo_service.service [None req-98d6c346-e762-4971-8c06-bb7628de9d4b None None] use_json = False {{(pid=62265) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 538.041405] env[62265]: DEBUG oslo_service.service [None req-98d6c346-e762-4971-8c06-bb7628de9d4b None None] use_ssl = False {{(pid=62265) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 538.041544] env[62265]: DEBUG oslo_service.service [None req-98d6c346-e762-4971-8c06-bb7628de9d4b None None] use_stderr = False {{(pid=62265) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 538.041688] env[62265]: DEBUG oslo_service.service [None req-98d6c346-e762-4971-8c06-bb7628de9d4b None None] use_syslog = False {{(pid=62265) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 538.041827] env[62265]: DEBUG oslo_service.service [None req-98d6c346-e762-4971-8c06-bb7628de9d4b None None] vlan_transparent = False {{(pid=62265) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 538.041963] env[62265]: DEBUG oslo_service.service [None req-98d6c346-e762-4971-8c06-bb7628de9d4b None None] watch_log_file = False {{(pid=62265) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 538.042110] env[62265]: DEBUG oslo_service.service [None req-98d6c346-e762-4971-8c06-bb7628de9d4b None None] wsgi_default_pool_size = 100 {{(pid=62265) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 538.042246] env[62265]: DEBUG oslo_service.service [None req-98d6c346-e762-4971-8c06-bb7628de9d4b None None] wsgi_keep_alive = True {{(pid=62265) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 538.042391] env[62265]: DEBUG oslo_service.service [None req-98d6c346-e762-4971-8c06-bb7628de9d4b None None] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=62265) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 538.042528] env[62265]: DEBUG oslo_service.service [None req-98d6c346-e762-4971-8c06-bb7628de9d4b None None] wsgi_server_debug = False {{(pid=62265) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 538.042687] env[62265]: DEBUG oslo_service.service [None req-98d6c346-e762-4971-8c06-bb7628de9d4b None None] oslo_concurrency.disable_process_locking = False {{(pid=62265) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 538.042843] env[62265]: DEBUG oslo_service.service [None req-98d6c346-e762-4971-8c06-bb7628de9d4b None None] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=62265) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 538.042998] env[62265]: DEBUG oslo_service.service [None req-98d6c346-e762-4971-8c06-bb7628de9d4b None None] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=62265) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 538.043156] env[62265]: DEBUG oslo_service.service [None req-98d6c346-e762-4971-8c06-bb7628de9d4b None None] oslo_messaging_metrics.metrics_enabled = False {{(pid=62265) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 538.043306] env[62265]: DEBUG oslo_service.service [None req-98d6c346-e762-4971-8c06-bb7628de9d4b None None] oslo_messaging_metrics.metrics_process_name = {{(pid=62265) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 538.043457] env[62265]: DEBUG oslo_service.service [None req-98d6c346-e762-4971-8c06-bb7628de9d4b None None] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=62265) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 538.043601] env[62265]: DEBUG oslo_service.service [None req-98d6c346-e762-4971-8c06-bb7628de9d4b None None] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=62265) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 538.043761] env[62265]: DEBUG oslo_service.service [None req-98d6c346-e762-4971-8c06-bb7628de9d4b None None] profiler.connection_string = messaging:// {{(pid=62265) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 538.043913] env[62265]: DEBUG oslo_service.service [None req-98d6c346-e762-4971-8c06-bb7628de9d4b None None] profiler.enabled = False {{(pid=62265) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 538.044076] env[62265]: DEBUG oslo_service.service [None req-98d6c346-e762-4971-8c06-bb7628de9d4b None None] profiler.es_doc_type = notification {{(pid=62265) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 538.044225] env[62265]: DEBUG oslo_service.service [None req-98d6c346-e762-4971-8c06-bb7628de9d4b None None] profiler.es_scroll_size = 10000 {{(pid=62265) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 538.044369] env[62265]: DEBUG oslo_service.service [None req-98d6c346-e762-4971-8c06-bb7628de9d4b None None] profiler.es_scroll_time = 2m {{(pid=62265) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 538.044512] env[62265]: DEBUG oslo_service.service [None req-98d6c346-e762-4971-8c06-bb7628de9d4b None None] profiler.filter_error_trace = False {{(pid=62265) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 538.044660] env[62265]: DEBUG oslo_service.service [None req-98d6c346-e762-4971-8c06-bb7628de9d4b None None] profiler.hmac_keys = **** {{(pid=62265) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 538.044808] env[62265]: DEBUG oslo_service.service [None req-98d6c346-e762-4971-8c06-bb7628de9d4b None None] profiler.sentinel_service_name = mymaster {{(pid=62265) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 538.044963] env[62265]: DEBUG oslo_service.service [None req-98d6c346-e762-4971-8c06-bb7628de9d4b None None] profiler.socket_timeout = 0.1 {{(pid=62265) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 538.045116] env[62265]: DEBUG oslo_service.service [None req-98d6c346-e762-4971-8c06-bb7628de9d4b None None] profiler.trace_requests = False {{(pid=62265) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 538.045272] env[62265]: DEBUG oslo_service.service [None req-98d6c346-e762-4971-8c06-bb7628de9d4b None None] profiler.trace_sqlalchemy = False {{(pid=62265) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 538.045412] env[62265]: DEBUG oslo_service.service [None req-98d6c346-e762-4971-8c06-bb7628de9d4b None None] profiler_jaeger.process_tags = {} {{(pid=62265) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 538.045552] env[62265]: DEBUG oslo_service.service [None req-98d6c346-e762-4971-8c06-bb7628de9d4b None None] profiler_jaeger.service_name_prefix = None {{(pid=62265) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 538.045693] env[62265]: DEBUG oslo_service.service [None req-98d6c346-e762-4971-8c06-bb7628de9d4b None None] profiler_otlp.service_name_prefix = None {{(pid=62265) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 538.045852] env[62265]: DEBUG oslo_service.service [None req-98d6c346-e762-4971-8c06-bb7628de9d4b None None] oslo_policy.enforce_new_defaults = True {{(pid=62265) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 538.046145] env[62265]: WARNING oslo_config.cfg [None req-98d6c346-e762-4971-8c06-bb7628de9d4b None None] Deprecated: Option "enforce_scope" from group "oslo_policy" is deprecated for removal (This configuration was added temporarily to facilitate a smooth transition to the new RBAC. OpenStack will always enforce scope checks. This configuration option is deprecated and will be removed in the 2025.2 cycle.). Its value may be silently ignored in the future. [ 538.046306] env[62265]: DEBUG oslo_service.service [None req-98d6c346-e762-4971-8c06-bb7628de9d4b None None] oslo_policy.enforce_scope = True {{(pid=62265) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 538.046465] env[62265]: DEBUG oslo_service.service [None req-98d6c346-e762-4971-8c06-bb7628de9d4b None None] oslo_policy.policy_default_rule = default {{(pid=62265) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 538.046626] env[62265]: DEBUG oslo_service.service [None req-98d6c346-e762-4971-8c06-bb7628de9d4b None None] oslo_policy.policy_dirs = ['policy.d'] {{(pid=62265) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 538.046812] env[62265]: DEBUG oslo_service.service [None req-98d6c346-e762-4971-8c06-bb7628de9d4b None None] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=62265) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 538.046975] env[62265]: DEBUG oslo_service.service [None req-98d6c346-e762-4971-8c06-bb7628de9d4b None None] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=62265) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 538.047134] env[62265]: DEBUG oslo_service.service [None req-98d6c346-e762-4971-8c06-bb7628de9d4b None None] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=62265) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 538.047278] env[62265]: DEBUG oslo_service.service [None req-98d6c346-e762-4971-8c06-bb7628de9d4b None None] oslo_policy.remote_ssl_client_crt_file = None {{(pid=62265) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 538.047418] env[62265]: DEBUG oslo_service.service [None req-98d6c346-e762-4971-8c06-bb7628de9d4b None None] oslo_policy.remote_ssl_client_key_file = None {{(pid=62265) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 538.047561] env[62265]: DEBUG oslo_service.service [None req-98d6c346-e762-4971-8c06-bb7628de9d4b None None] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=62265) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 538.047719] env[62265]: DEBUG oslo_service.service [None req-98d6c346-e762-4971-8c06-bb7628de9d4b None None] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=62265) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 538.047880] env[62265]: DEBUG oslo_service.service [None req-98d6c346-e762-4971-8c06-bb7628de9d4b None None] agent.extensions = [] {{(pid=62265) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 538.048040] env[62265]: DEBUG oslo_service.service [None req-98d6c346-e762-4971-8c06-bb7628de9d4b None None] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=62265) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 538.048195] env[62265]: DEBUG oslo_service.service [None req-98d6c346-e762-4971-8c06-bb7628de9d4b None None] service_providers.service_provider = [] {{(pid=62265) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 538.048351] env[62265]: DEBUG oslo_service.service [None req-98d6c346-e762-4971-8c06-bb7628de9d4b None None] QUOTAS.default_quota = -1 {{(pid=62265) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 538.048505] env[62265]: DEBUG oslo_service.service [None req-98d6c346-e762-4971-8c06-bb7628de9d4b None None] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=62265) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 538.048654] env[62265]: DEBUG oslo_service.service [None req-98d6c346-e762-4971-8c06-bb7628de9d4b None None] QUOTAS.quota_floatingip = 50 {{(pid=62265) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 538.048819] env[62265]: DEBUG oslo_service.service [None req-98d6c346-e762-4971-8c06-bb7628de9d4b None None] QUOTAS.quota_network = 100 {{(pid=62265) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 538.048979] env[62265]: DEBUG oslo_service.service [None req-98d6c346-e762-4971-8c06-bb7628de9d4b None None] QUOTAS.quota_port = 500 {{(pid=62265) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 538.049136] env[62265]: DEBUG oslo_service.service [None req-98d6c346-e762-4971-8c06-bb7628de9d4b None None] QUOTAS.quota_rbac_policy = 10 {{(pid=62265) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 538.049280] env[62265]: DEBUG oslo_service.service [None req-98d6c346-e762-4971-8c06-bb7628de9d4b None None] QUOTAS.quota_router = 10 {{(pid=62265) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 538.049421] env[62265]: DEBUG oslo_service.service [None req-98d6c346-e762-4971-8c06-bb7628de9d4b None None] QUOTAS.quota_security_group = 10 {{(pid=62265) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 538.049563] env[62265]: DEBUG oslo_service.service [None req-98d6c346-e762-4971-8c06-bb7628de9d4b None None] QUOTAS.quota_security_group_rule = 100 {{(pid=62265) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 538.049706] env[62265]: DEBUG oslo_service.service [None req-98d6c346-e762-4971-8c06-bb7628de9d4b None None] QUOTAS.quota_subnet = 100 {{(pid=62265) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 538.049847] env[62265]: DEBUG oslo_service.service [None req-98d6c346-e762-4971-8c06-bb7628de9d4b None None] QUOTAS.track_quota_usage = True {{(pid=62265) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 538.050014] env[62265]: DEBUG oslo_service.service [None req-98d6c346-e762-4971-8c06-bb7628de9d4b None None] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=62265) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 538.050197] env[62265]: DEBUG oslo_service.service [None req-98d6c346-e762-4971-8c06-bb7628de9d4b None None] privsep.group = None {{(pid=62265) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 538.050344] env[62265]: DEBUG oslo_service.service [None req-98d6c346-e762-4971-8c06-bb7628de9d4b None None] privsep.helper_command = None {{(pid=62265) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 538.050493] env[62265]: DEBUG oslo_service.service [None req-98d6c346-e762-4971-8c06-bb7628de9d4b None None] privsep.logger_name = oslo_privsep.daemon {{(pid=62265) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 538.050640] env[62265]: DEBUG oslo_service.service [None req-98d6c346-e762-4971-8c06-bb7628de9d4b None None] privsep.thread_pool_size = 8 {{(pid=62265) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 538.050781] env[62265]: DEBUG oslo_service.service [None req-98d6c346-e762-4971-8c06-bb7628de9d4b None None] privsep.user = None {{(pid=62265) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 538.050938] env[62265]: DEBUG oslo_service.service [None req-98d6c346-e762-4971-8c06-bb7628de9d4b None None] privsep_dhcp_release.capabilities = [21, 12] {{(pid=62265) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 538.051091] env[62265]: DEBUG oslo_service.service [None req-98d6c346-e762-4971-8c06-bb7628de9d4b None None] privsep_dhcp_release.group = None {{(pid=62265) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 538.051231] env[62265]: DEBUG oslo_service.service [None req-98d6c346-e762-4971-8c06-bb7628de9d4b None None] privsep_dhcp_release.helper_command = None {{(pid=62265) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 538.051375] env[62265]: DEBUG oslo_service.service [None req-98d6c346-e762-4971-8c06-bb7628de9d4b None None] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=62265) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 538.051522] env[62265]: DEBUG oslo_service.service [None req-98d6c346-e762-4971-8c06-bb7628de9d4b None None] privsep_dhcp_release.thread_pool_size = 8 {{(pid=62265) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 538.051663] env[62265]: DEBUG oslo_service.service [None req-98d6c346-e762-4971-8c06-bb7628de9d4b None None] privsep_dhcp_release.user = None {{(pid=62265) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 538.051805] env[62265]: DEBUG oslo_service.service [None req-98d6c346-e762-4971-8c06-bb7628de9d4b None None] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=62265) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 538.051944] env[62265]: DEBUG oslo_service.service [None req-98d6c346-e762-4971-8c06-bb7628de9d4b None None] privsep_ovs_vsctl.group = None {{(pid=62265) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 538.052096] env[62265]: DEBUG oslo_service.service [None req-98d6c346-e762-4971-8c06-bb7628de9d4b None None] privsep_ovs_vsctl.helper_command = None {{(pid=62265) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 538.052243] env[62265]: DEBUG oslo_service.service [None req-98d6c346-e762-4971-8c06-bb7628de9d4b None None] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=62265) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 538.052386] env[62265]: DEBUG oslo_service.service [None req-98d6c346-e762-4971-8c06-bb7628de9d4b None None] privsep_ovs_vsctl.thread_pool_size = 8 {{(pid=62265) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 538.052524] env[62265]: DEBUG oslo_service.service [None req-98d6c346-e762-4971-8c06-bb7628de9d4b None None] privsep_ovs_vsctl.user = None {{(pid=62265) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 538.052673] env[62265]: DEBUG oslo_service.service [None req-98d6c346-e762-4971-8c06-bb7628de9d4b None None] privsep_namespace.capabilities = [21] {{(pid=62265) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 538.052811] env[62265]: DEBUG oslo_service.service [None req-98d6c346-e762-4971-8c06-bb7628de9d4b None None] privsep_namespace.group = None {{(pid=62265) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 538.052951] env[62265]: DEBUG oslo_service.service [None req-98d6c346-e762-4971-8c06-bb7628de9d4b None None] privsep_namespace.helper_command = None {{(pid=62265) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 538.053113] env[62265]: DEBUG oslo_service.service [None req-98d6c346-e762-4971-8c06-bb7628de9d4b None None] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=62265) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 538.053314] env[62265]: DEBUG oslo_service.service [None req-98d6c346-e762-4971-8c06-bb7628de9d4b None None] privsep_namespace.thread_pool_size = 8 {{(pid=62265) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 538.053467] env[62265]: DEBUG oslo_service.service [None req-98d6c346-e762-4971-8c06-bb7628de9d4b None None] privsep_namespace.user = None {{(pid=62265) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 538.053648] env[62265]: DEBUG oslo_service.service [None req-98d6c346-e762-4971-8c06-bb7628de9d4b None None] privsep_conntrack.capabilities = [12] {{(pid=62265) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 538.053764] env[62265]: DEBUG oslo_service.service [None req-98d6c346-e762-4971-8c06-bb7628de9d4b None None] privsep_conntrack.group = None {{(pid=62265) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 538.053906] env[62265]: DEBUG oslo_service.service [None req-98d6c346-e762-4971-8c06-bb7628de9d4b None None] privsep_conntrack.helper_command = None {{(pid=62265) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 538.054083] env[62265]: DEBUG oslo_service.service [None req-98d6c346-e762-4971-8c06-bb7628de9d4b None None] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=62265) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 538.054247] env[62265]: DEBUG oslo_service.service [None req-98d6c346-e762-4971-8c06-bb7628de9d4b None None] privsep_conntrack.thread_pool_size = 8 {{(pid=62265) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 538.054389] env[62265]: DEBUG oslo_service.service [None req-98d6c346-e762-4971-8c06-bb7628de9d4b None None] privsep_conntrack.user = None {{(pid=62265) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 538.054542] env[62265]: DEBUG oslo_service.service [None req-98d6c346-e762-4971-8c06-bb7628de9d4b None None] privsep_link.capabilities = [12, 21] {{(pid=62265) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 538.054680] env[62265]: DEBUG oslo_service.service [None req-98d6c346-e762-4971-8c06-bb7628de9d4b None None] privsep_link.group = None {{(pid=62265) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 538.054816] env[62265]: DEBUG oslo_service.service [None req-98d6c346-e762-4971-8c06-bb7628de9d4b None None] privsep_link.helper_command = None {{(pid=62265) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 538.054962] env[62265]: DEBUG oslo_service.service [None req-98d6c346-e762-4971-8c06-bb7628de9d4b None None] privsep_link.logger_name = oslo_privsep.daemon {{(pid=62265) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 538.055117] env[62265]: DEBUG oslo_service.service [None req-98d6c346-e762-4971-8c06-bb7628de9d4b None None] privsep_link.thread_pool_size = 8 {{(pid=62265) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 538.055256] env[62265]: DEBUG oslo_service.service [None req-98d6c346-e762-4971-8c06-bb7628de9d4b None None] privsep_link.user = None {{(pid=62265) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 538.055418] env[62265]: DEBUG oslo_service.service [None req-98d6c346-e762-4971-8c06-bb7628de9d4b None None] AGENT.agent_id = nsxm-l-01a.corp.local {{(pid=62265) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 538.055571] env[62265]: DEBUG oslo_service.service [None req-98d6c346-e762-4971-8c06-bb7628de9d4b None None] AGENT.agent_prometheus_exporter_port = 8000 {{(pid=62265) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 538.055718] env[62265]: DEBUG oslo_service.service [None req-98d6c346-e762-4971-8c06-bb7628de9d4b None None] AGENT.continue_on_failed_promotions = False {{(pid=62265) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 538.055858] env[62265]: DEBUG oslo_service.service [None req-98d6c346-e762-4971-8c06-bb7628de9d4b None None] AGENT.dscp = None {{(pid=62265) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 538.056019] env[62265]: DEBUG oslo_service.service [None req-98d6c346-e762-4971-8c06-bb7628de9d4b None None] AGENT.dscp_inherit = False {{(pid=62265) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 538.056197] env[62265]: DEBUG oslo_service.service [None req-98d6c346-e762-4971-8c06-bb7628de9d4b None None] AGENT.force_mp_to_policy = True {{(pid=62265) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 538.056345] env[62265]: DEBUG oslo_service.service [None req-98d6c346-e762-4971-8c06-bb7628de9d4b None None] AGENT.locking_coordinator_url = None {{(pid=62265) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 538.056492] env[62265]: DEBUG oslo_service.service [None req-98d6c346-e762-4971-8c06-bb7628de9d4b None None] AGENT.log_agent_heartbeats = False {{(pid=62265) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 538.056639] env[62265]: DEBUG oslo_service.service [None req-98d6c346-e762-4971-8c06-bb7628de9d4b None None] AGENT.logging_expire = 1 {{(pid=62265) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 538.056803] env[62265]: DEBUG oslo_service.service [None req-98d6c346-e762-4971-8c06-bb7628de9d4b None None] AGENT.logging_url = unix:///var/run/redis/socket/redis.sock {{(pid=62265) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 538.056953] env[62265]: DEBUG oslo_service.service [None req-98d6c346-e762-4971-8c06-bb7628de9d4b None None] AGENT.max_sg_tags_per_segment_port = 27 {{(pid=62265) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 538.057122] env[62265]: DEBUG oslo_service.service [None req-98d6c346-e762-4971-8c06-bb7628de9d4b None None] AGENT.polling_interval = 240 {{(pid=62265) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 538.057271] env[62265]: DEBUG oslo_service.service [None req-98d6c346-e762-4971-8c06-bb7628de9d4b None None] AGENT.ports_tag_number_decrease_workaround = True {{(pid=62265) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 538.057427] env[62265]: DEBUG oslo_service.service [None req-98d6c346-e762-4971-8c06-bb7628de9d4b None None] AGENT.quitting_rpc_timeout = 120 {{(pid=62265) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 538.057576] env[62265]: DEBUG oslo_service.service [None req-98d6c346-e762-4971-8c06-bb7628de9d4b None None] AGENT.report_interval = 30.0 {{(pid=62265) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 538.057728] env[62265]: DEBUG oslo_service.service [None req-98d6c346-e762-4971-8c06-bb7628de9d4b None None] AGENT.root_helper = sudo /opt/stack/data/venv/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=62265) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 538.057882] env[62265]: DEBUG oslo_service.service [None req-98d6c346-e762-4971-8c06-bb7628de9d4b None None] AGENT.root_helper_daemon = sudo /opt/stack/data/venv/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=62265) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 538.058062] env[62265]: DEBUG oslo_service.service [None req-98d6c346-e762-4971-8c06-bb7628de9d4b None None] AGENT.rpc_max_records_per_query = 1000 {{(pid=62265) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 538.058235] env[62265]: DEBUG oslo_service.service [None req-98d6c346-e762-4971-8c06-bb7628de9d4b None None] AGENT.sync_skew = 60 {{(pid=62265) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 538.058387] env[62265]: DEBUG oslo_service.service [None req-98d6c346-e762-4971-8c06-bb7628de9d4b None None] AGENT.synchronization_queue_size = 20 {{(pid=62265) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 538.058536] env[62265]: DEBUG oslo_service.service [None req-98d6c346-e762-4971-8c06-bb7628de9d4b None None] AGENT.use_helper_for_ns_read = True {{(pid=62265) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 538.058779] env[62265]: DEBUG oslo_service.service [None req-98d6c346-e762-4971-8c06-bb7628de9d4b None None] SECURITYGROUP.enable_ipset = True {{(pid=62265) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 538.058893] env[62265]: DEBUG oslo_service.service [None req-98d6c346-e762-4971-8c06-bb7628de9d4b None None] SECURITYGROUP.enable_security_group = True {{(pid=62265) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 538.059065] env[62265]: DEBUG oslo_service.service [None req-98d6c346-e762-4971-8c06-bb7628de9d4b None None] SECURITYGROUP.firewall_driver = nsxv3 {{(pid=62265) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 538.059223] env[62265]: DEBUG oslo_service.service [None req-98d6c346-e762-4971-8c06-bb7628de9d4b None None] SECURITYGROUP.permitted_ethertypes = [] {{(pid=62265) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 538.059377] env[62265]: DEBUG oslo_service.service [None req-98d6c346-e762-4971-8c06-bb7628de9d4b None None] experimental.ipv6_pd_enabled = False {{(pid=62265) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 538.059531] env[62265]: DEBUG oslo_service.service [None req-98d6c346-e762-4971-8c06-bb7628de9d4b None None] experimental.linuxbridge = True {{(pid=62265) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 538.059695] env[62265]: DEBUG oslo_service.service [None req-98d6c346-e762-4971-8c06-bb7628de9d4b None None] ml2.extension_drivers = ['port_security'] {{(pid=62265) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 538.059842] env[62265]: DEBUG oslo_service.service [None req-98d6c346-e762-4971-8c06-bb7628de9d4b None None] ml2.external_network_type = None {{(pid=62265) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 538.059997] env[62265]: DEBUG oslo_service.service [None req-98d6c346-e762-4971-8c06-bb7628de9d4b None None] ml2.mechanism_drivers = ['nsxv3', 'openvswitch', 'logger'] {{(pid=62265) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 538.060161] env[62265]: DEBUG oslo_service.service [None req-98d6c346-e762-4971-8c06-bb7628de9d4b None None] ml2.overlay_ip_version = 4 {{(pid=62265) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 538.060314] env[62265]: DEBUG oslo_service.service [None req-98d6c346-e762-4971-8c06-bb7628de9d4b None None] ml2.path_mtu = 8950 {{(pid=62265) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 538.060462] env[62265]: DEBUG oslo_service.service [None req-98d6c346-e762-4971-8c06-bb7628de9d4b None None] ml2.physical_network_mtus = [] {{(pid=62265) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 538.060616] env[62265]: DEBUG oslo_service.service [None req-98d6c346-e762-4971-8c06-bb7628de9d4b None None] ml2.tenant_network_types = ['vlan'] {{(pid=62265) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 538.060767] env[62265]: DEBUG oslo_service.service [None req-98d6c346-e762-4971-8c06-bb7628de9d4b None None] ml2.tunnelled_network_rp_name = rp_tunnelled {{(pid=62265) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 538.060920] env[62265]: DEBUG oslo_service.service [None req-98d6c346-e762-4971-8c06-bb7628de9d4b None None] ml2.type_drivers = ['vlan'] {{(pid=62265) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 538.061096] env[62265]: DEBUG oslo_service.service [None req-98d6c346-e762-4971-8c06-bb7628de9d4b None None] AGENT_CLI.neutron_port_id = [] {{(pid=62265) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 538.061266] env[62265]: DEBUG oslo_service.service [None req-98d6c346-e762-4971-8c06-bb7628de9d4b None None] AGENT_CLI.neutron_qos_policy_id = [] {{(pid=62265) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 538.061415] env[62265]: DEBUG oslo_service.service [None req-98d6c346-e762-4971-8c06-bb7628de9d4b None None] AGENT_CLI.neutron_security_group_id = [] {{(pid=62265) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 538.061574] env[62265]: DEBUG oslo_service.service [None req-98d6c346-e762-4971-8c06-bb7628de9d4b None None] NSXV3.nsxv3_concurrent_requests = 40 {{(pid=62265) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 538.061729] env[62265]: DEBUG oslo_service.service [None req-98d6c346-e762-4971-8c06-bb7628de9d4b None None] NSXV3.nsxv3_connection_retry_count = 2 {{(pid=62265) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 538.061880] env[62265]: DEBUG oslo_service.service [None req-98d6c346-e762-4971-8c06-bb7628de9d4b None None] NSXV3.nsxv3_connection_retry_sleep = 2 {{(pid=62265) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 538.062051] env[62265]: DEBUG oslo_service.service [None req-98d6c346-e762-4971-8c06-bb7628de9d4b None None] NSXV3.nsxv3_default_policy_infrastructure_rules = True {{(pid=62265) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 538.062222] env[62265]: DEBUG oslo_service.service [None req-98d6c346-e762-4971-8c06-bb7628de9d4b None None] NSXV3.nsxv3_dfw_connectivity_strategy = NONE {{(pid=62265) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 538.062376] env[62265]: DEBUG oslo_service.service [None req-98d6c346-e762-4971-8c06-bb7628de9d4b None None] NSXV3.nsxv3_ip_discovery_switching_profile = nsx-default-ip-discovery-vlan-profile {{(pid=62265) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 538.062578] env[62265]: DEBUG oslo_service.service [None req-98d6c346-e762-4971-8c06-bb7628de9d4b None None] NSXV3.nsxv3_login_hostname = nsxt.osci.c.eu-de-1.cloud.sap {{(pid=62265) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 538.062753] env[62265]: DEBUG oslo_service.service [None req-98d6c346-e762-4971-8c06-bb7628de9d4b None None] NSXV3.nsxv3_login_password = **** {{(pid=62265) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 538.062939] env[62265]: DEBUG oslo_service.service [None req-98d6c346-e762-4971-8c06-bb7628de9d4b None None] NSXV3.nsxv3_login_port = 443 {{(pid=62265) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 538.063121] env[62265]: DEBUG oslo_service.service [None req-98d6c346-e762-4971-8c06-bb7628de9d4b None None] NSXV3.nsxv3_login_user = admin {{(pid=62265) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 538.063299] env[62265]: DEBUG oslo_service.service [None req-98d6c346-e762-4971-8c06-bb7628de9d4b None None] NSXV3.nsxv3_managed_hosts = [] {{(pid=62265) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 538.063500] env[62265]: DEBUG oslo_service.service [None req-98d6c346-e762-4971-8c06-bb7628de9d4b None None] NSXV3.nsxv3_max_records_per_query = 200 {{(pid=62265) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 538.063659] env[62265]: DEBUG oslo_service.service [None req-98d6c346-e762-4971-8c06-bb7628de9d4b None None] NSXV3.nsxv3_operation_retry_count = 3 {{(pid=62265) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 538.063809] env[62265]: DEBUG oslo_service.service [None req-98d6c346-e762-4971-8c06-bb7628de9d4b None None] NSXV3.nsxv3_operation_retry_sleep = 5 {{(pid=62265) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 538.063965] env[62265]: DEBUG oslo_service.service [None req-98d6c346-e762-4971-8c06-bb7628de9d4b None None] NSXV3.nsxv3_realization_timeout = 300 {{(pid=62265) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 538.064136] env[62265]: DEBUG oslo_service.service [None req-98d6c346-e762-4971-8c06-bb7628de9d4b None None] NSXV3.nsxv3_remove_orphan_ports_after = 2.0 {{(pid=62265) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 538.064289] env[62265]: DEBUG oslo_service.service [None req-98d6c346-e762-4971-8c06-bb7628de9d4b None None] NSXV3.nsxv3_request_timeout = 60 {{(pid=62265) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 538.064440] env[62265]: DEBUG oslo_service.service [None req-98d6c346-e762-4971-8c06-bb7628de9d4b None None] NSXV3.nsxv3_requests_per_second = 80 {{(pid=62265) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 538.064589] env[62265]: DEBUG oslo_service.service [None req-98d6c346-e762-4971-8c06-bb7628de9d4b None None] NSXV3.nsxv3_requests_per_second_timeout = 7 {{(pid=62265) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 538.064742] env[62265]: DEBUG oslo_service.service [None req-98d6c346-e762-4971-8c06-bb7628de9d4b None None] NSXV3.nsxv3_spoof_guard_switching_profile = nsx-default-spoof-guard-vif-profile {{(pid=62265) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 538.064897] env[62265]: DEBUG oslo_service.service [None req-98d6c346-e762-4971-8c06-bb7628de9d4b None None] NSXV3.nsxv3_suppress_ssl_warnings = True {{(pid=62265) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 538.065063] env[62265]: DEBUG oslo_service.service [None req-98d6c346-e762-4971-8c06-bb7628de9d4b None None] NSXV3.nsxv3_transport_zone_id_cache_time = 86400 {{(pid=62265) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 538.065216] env[62265]: DEBUG oslo_service.service [None req-98d6c346-e762-4971-8c06-bb7628de9d4b None None] NSXV3.nsxv3_transport_zone_name = nsx-vlan-transportzone {{(pid=62265) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 538.065412] env[62265]: DEBUG oslo_service.service [None req-98d6c346-e762-4971-8c06-bb7628de9d4b None None] vsphere.vsphere_login_hostname = vc-l-01a.corp.local {{(pid=62265) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 538.065568] env[62265]: DEBUG oslo_service.service [None req-98d6c346-e762-4971-8c06-bb7628de9d4b None None] vsphere.vsphere_login_password = VMware1! {{(pid=62265) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 538.065716] env[62265]: DEBUG oslo_service.service [None req-98d6c346-e762-4971-8c06-bb7628de9d4b None None] vsphere.vsphere_login_username = administrator@vsphere.local {{(pid=62265) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 538.065864] env[62265]: DEBUG oslo_service.service [None req-98d6c346-e762-4971-8c06-bb7628de9d4b None None] vsphere.vsphere_suppress_ssl_wornings = True {{(pid=62265) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 538.066032] env[62265]: DEBUG oslo_service.service [None req-98d6c346-e762-4971-8c06-bb7628de9d4b None None] nova.auth_section = None {{(pid=62265) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 538.066219] env[62265]: DEBUG oslo_service.service [None req-98d6c346-e762-4971-8c06-bb7628de9d4b None None] nova.auth_type = password {{(pid=62265) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 538.066375] env[62265]: DEBUG oslo_service.service [None req-98d6c346-e762-4971-8c06-bb7628de9d4b None None] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=62265) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 538.066519] env[62265]: DEBUG oslo_service.service [None req-98d6c346-e762-4971-8c06-bb7628de9d4b None None] nova.certfile = None {{(pid=62265) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 538.066669] env[62265]: DEBUG oslo_service.service [None req-98d6c346-e762-4971-8c06-bb7628de9d4b None None] nova.collect_timing = False {{(pid=62265) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 538.066836] env[62265]: DEBUG oslo_service.service [None req-98d6c346-e762-4971-8c06-bb7628de9d4b None None] nova.endpoint_type = public {{(pid=62265) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 538.066984] env[62265]: DEBUG oslo_service.service [None req-98d6c346-e762-4971-8c06-bb7628de9d4b None None] nova.insecure = False {{(pid=62265) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 538.067159] env[62265]: DEBUG oslo_service.service [None req-98d6c346-e762-4971-8c06-bb7628de9d4b None None] nova.keyfile = None {{(pid=62265) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 538.067320] env[62265]: DEBUG oslo_service.service [None req-98d6c346-e762-4971-8c06-bb7628de9d4b None None] nova.region_name = RegionOne {{(pid=62265) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 538.067469] env[62265]: DEBUG oslo_service.service [None req-98d6c346-e762-4971-8c06-bb7628de9d4b None None] nova.split_loggers = False {{(pid=62265) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 538.067612] env[62265]: DEBUG oslo_service.service [None req-98d6c346-e762-4971-8c06-bb7628de9d4b None None] nova.timeout = None {{(pid=62265) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 538.067761] env[62265]: DEBUG oslo_service.service [None req-98d6c346-e762-4971-8c06-bb7628de9d4b None None] placement.auth_section = None {{(pid=62265) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 538.067918] env[62265]: DEBUG oslo_service.service [None req-98d6c346-e762-4971-8c06-bb7628de9d4b None None] placement.auth_type = password {{(pid=62265) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 538.068080] env[62265]: DEBUG oslo_service.service [None req-98d6c346-e762-4971-8c06-bb7628de9d4b None None] placement.cafile = /opt/stack/data/ca-bundle.pem {{(pid=62265) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 538.068222] env[62265]: DEBUG oslo_service.service [None req-98d6c346-e762-4971-8c06-bb7628de9d4b None None] placement.certfile = None {{(pid=62265) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 538.068366] env[62265]: DEBUG oslo_service.service [None req-98d6c346-e762-4971-8c06-bb7628de9d4b None None] placement.collect_timing = False {{(pid=62265) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 538.068516] env[62265]: DEBUG oslo_service.service [None req-98d6c346-e762-4971-8c06-bb7628de9d4b None None] placement.endpoint_type = public {{(pid=62265) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 538.068657] env[62265]: DEBUG oslo_service.service [None req-98d6c346-e762-4971-8c06-bb7628de9d4b None None] placement.insecure = False {{(pid=62265) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 538.068820] env[62265]: DEBUG oslo_service.service [None req-98d6c346-e762-4971-8c06-bb7628de9d4b None None] placement.keyfile = None {{(pid=62265) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 538.068962] env[62265]: DEBUG oslo_service.service [None req-98d6c346-e762-4971-8c06-bb7628de9d4b None None] placement.region_name = None {{(pid=62265) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 538.069118] env[62265]: DEBUG oslo_service.service [None req-98d6c346-e762-4971-8c06-bb7628de9d4b None None] placement.split_loggers = False {{(pid=62265) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 538.069257] env[62265]: DEBUG oslo_service.service [None req-98d6c346-e762-4971-8c06-bb7628de9d4b None None] placement.timeout = None {{(pid=62265) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 538.069407] env[62265]: DEBUG oslo_service.service [None req-98d6c346-e762-4971-8c06-bb7628de9d4b None None] ironic.auth_section = None {{(pid=62265) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 538.069551] env[62265]: DEBUG oslo_service.service [None req-98d6c346-e762-4971-8c06-bb7628de9d4b None None] ironic.auth_type = None {{(pid=62265) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 538.069688] env[62265]: DEBUG oslo_service.service [None req-98d6c346-e762-4971-8c06-bb7628de9d4b None None] ironic.cafile = None {{(pid=62265) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 538.069827] env[62265]: DEBUG oslo_service.service [None req-98d6c346-e762-4971-8c06-bb7628de9d4b None None] ironic.certfile = None {{(pid=62265) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 538.069972] env[62265]: DEBUG oslo_service.service [None req-98d6c346-e762-4971-8c06-bb7628de9d4b None None] ironic.collect_timing = False {{(pid=62265) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 538.070147] env[62265]: DEBUG oslo_service.service [None req-98d6c346-e762-4971-8c06-bb7628de9d4b None None] ironic.connect_retries = None {{(pid=62265) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 538.070295] env[62265]: DEBUG oslo_service.service [None req-98d6c346-e762-4971-8c06-bb7628de9d4b None None] ironic.connect_retry_delay = None {{(pid=62265) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 538.070438] env[62265]: DEBUG oslo_service.service [None req-98d6c346-e762-4971-8c06-bb7628de9d4b None None] ironic.enable_notifications = False {{(pid=62265) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 538.070574] env[62265]: DEBUG oslo_service.service [None req-98d6c346-e762-4971-8c06-bb7628de9d4b None None] ironic.endpoint_override = None {{(pid=62265) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 538.070716] env[62265]: DEBUG oslo_service.service [None req-98d6c346-e762-4971-8c06-bb7628de9d4b None None] ironic.insecure = False {{(pid=62265) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 538.070855] env[62265]: DEBUG oslo_service.service [None req-98d6c346-e762-4971-8c06-bb7628de9d4b None None] ironic.interface = None {{(pid=62265) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 538.070994] env[62265]: DEBUG oslo_service.service [None req-98d6c346-e762-4971-8c06-bb7628de9d4b None None] ironic.keyfile = None {{(pid=62265) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 538.071176] env[62265]: DEBUG oslo_service.service [None req-98d6c346-e762-4971-8c06-bb7628de9d4b None None] ironic.max_version = None {{(pid=62265) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 538.071327] env[62265]: DEBUG oslo_service.service [None req-98d6c346-e762-4971-8c06-bb7628de9d4b None None] ironic.min_version = None {{(pid=62265) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 538.071466] env[62265]: DEBUG oslo_service.service [None req-98d6c346-e762-4971-8c06-bb7628de9d4b None None] ironic.region_name = None {{(pid=62265) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 538.071603] env[62265]: DEBUG oslo_service.service [None req-98d6c346-e762-4971-8c06-bb7628de9d4b None None] ironic.retriable_status_codes = None {{(pid=62265) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 538.071738] env[62265]: DEBUG oslo_service.service [None req-98d6c346-e762-4971-8c06-bb7628de9d4b None None] ironic.service_name = None {{(pid=62265) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 538.071874] env[62265]: DEBUG oslo_service.service [None req-98d6c346-e762-4971-8c06-bb7628de9d4b None None] ironic.service_type = None {{(pid=62265) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 538.072026] env[62265]: DEBUG oslo_service.service [None req-98d6c346-e762-4971-8c06-bb7628de9d4b None None] ironic.split_loggers = False {{(pid=62265) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 538.072171] env[62265]: DEBUG oslo_service.service [None req-98d6c346-e762-4971-8c06-bb7628de9d4b None None] ironic.status_code_retries = None {{(pid=62265) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 538.072312] env[62265]: DEBUG oslo_service.service [None req-98d6c346-e762-4971-8c06-bb7628de9d4b None None] ironic.status_code_retry_delay = None {{(pid=62265) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 538.072452] env[62265]: DEBUG oslo_service.service [None req-98d6c346-e762-4971-8c06-bb7628de9d4b None None] ironic.timeout = None {{(pid=62265) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 538.072592] env[62265]: DEBUG oslo_service.service [None req-98d6c346-e762-4971-8c06-bb7628de9d4b None None] ironic.valid_interfaces = None {{(pid=62265) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 538.072733] env[62265]: DEBUG oslo_service.service [None req-98d6c346-e762-4971-8c06-bb7628de9d4b None None] ironic.version = None {{(pid=62265) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 538.072884] env[62265]: DEBUG oslo_service.service [None req-98d6c346-e762-4971-8c06-bb7628de9d4b None None] cli_script.dry_run = False {{(pid=62265) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 538.073060] env[62265]: DEBUG oslo_service.service [None req-98d6c346-e762-4971-8c06-bb7628de9d4b None None] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=62265) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 538.073208] env[62265]: DEBUG oslo_service.service [None req-98d6c346-e762-4971-8c06-bb7628de9d4b None None] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=62265) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 538.073354] env[62265]: DEBUG oslo_service.service [None req-98d6c346-e762-4971-8c06-bb7628de9d4b None None] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=62265) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 538.073550] env[62265]: DEBUG oslo_service.service [None req-98d6c346-e762-4971-8c06-bb7628de9d4b None None] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=62265) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 538.073713] env[62265]: DEBUG oslo_service.service [None req-98d6c346-e762-4971-8c06-bb7628de9d4b None None] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=62265) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 538.073860] env[62265]: DEBUG oslo_service.service [None req-98d6c346-e762-4971-8c06-bb7628de9d4b None None] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=62265) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 538.074014] env[62265]: DEBUG oslo_service.service [None req-98d6c346-e762-4971-8c06-bb7628de9d4b None None] oslo_messaging_rabbit.heartbeat_in_pthread = False {{(pid=62265) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 538.074200] env[62265]: DEBUG oslo_service.service [None req-98d6c346-e762-4971-8c06-bb7628de9d4b None None] oslo_messaging_rabbit.heartbeat_rate = 3 {{(pid=62265) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 538.074352] env[62265]: DEBUG oslo_service.service [None req-98d6c346-e762-4971-8c06-bb7628de9d4b None None] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=62265) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 538.074508] env[62265]: DEBUG oslo_service.service [None req-98d6c346-e762-4971-8c06-bb7628de9d4b None None] oslo_messaging_rabbit.hostname = devstack {{(pid=62265) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 538.074650] env[62265]: DEBUG oslo_service.service [None req-98d6c346-e762-4971-8c06-bb7628de9d4b None None] oslo_messaging_rabbit.kombu_compression = None {{(pid=62265) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 538.074802] env[62265]: DEBUG oslo_service.service [None req-98d6c346-e762-4971-8c06-bb7628de9d4b None None] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=62265) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 538.074955] env[62265]: DEBUG oslo_service.service [None req-98d6c346-e762-4971-8c06-bb7628de9d4b None None] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=62265) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 538.075123] env[62265]: DEBUG oslo_service.service [None req-98d6c346-e762-4971-8c06-bb7628de9d4b None None] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=62265) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 538.075276] env[62265]: DEBUG oslo_service.service [None req-98d6c346-e762-4971-8c06-bb7628de9d4b None None] oslo_messaging_rabbit.processname = neutron-nsxv3-agent {{(pid=62265) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 538.075425] env[62265]: DEBUG oslo_service.service [None req-98d6c346-e762-4971-8c06-bb7628de9d4b None None] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=62265) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 538.075569] env[62265]: DEBUG oslo_service.service [None req-98d6c346-e762-4971-8c06-bb7628de9d4b None None] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=62265) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 538.075725] env[62265]: DEBUG oslo_service.service [None req-98d6c346-e762-4971-8c06-bb7628de9d4b None None] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=62265) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 538.075869] env[62265]: DEBUG oslo_service.service [None req-98d6c346-e762-4971-8c06-bb7628de9d4b None None] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=62265) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 538.076019] env[62265]: DEBUG oslo_service.service [None req-98d6c346-e762-4971-8c06-bb7628de9d4b None None] oslo_messaging_rabbit.rabbit_quorum_delivery_limit = 0 {{(pid=62265) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 538.076170] env[62265]: DEBUG oslo_service.service [None req-98d6c346-e762-4971-8c06-bb7628de9d4b None None] oslo_messaging_rabbit.rabbit_quorum_max_memory_bytes = 0 {{(pid=62265) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 538.076315] env[62265]: DEBUG oslo_service.service [None req-98d6c346-e762-4971-8c06-bb7628de9d4b None None] oslo_messaging_rabbit.rabbit_quorum_max_memory_length = 0 {{(pid=62265) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 538.076459] env[62265]: DEBUG oslo_service.service [None req-98d6c346-e762-4971-8c06-bb7628de9d4b None None] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=62265) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 538.076608] env[62265]: DEBUG oslo_service.service [None req-98d6c346-e762-4971-8c06-bb7628de9d4b None None] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=62265) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 538.076752] env[62265]: DEBUG oslo_service.service [None req-98d6c346-e762-4971-8c06-bb7628de9d4b None None] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=62265) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 538.076893] env[62265]: DEBUG oslo_service.service [None req-98d6c346-e762-4971-8c06-bb7628de9d4b None None] oslo_messaging_rabbit.rabbit_stream_fanout = False {{(pid=62265) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 538.077048] env[62265]: DEBUG oslo_service.service [None req-98d6c346-e762-4971-8c06-bb7628de9d4b None None] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=62265) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 538.077193] env[62265]: DEBUG oslo_service.service [None req-98d6c346-e762-4971-8c06-bb7628de9d4b None None] oslo_messaging_rabbit.rabbit_transient_quorum_queue = False {{(pid=62265) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 538.077342] env[62265]: DEBUG oslo_service.service [None req-98d6c346-e762-4971-8c06-bb7628de9d4b None None] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=62265) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 538.077489] env[62265]: DEBUG oslo_service.service [None req-98d6c346-e762-4971-8c06-bb7628de9d4b None None] oslo_messaging_rabbit.ssl = False {{(pid=62265) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 538.077641] env[62265]: DEBUG oslo_service.service [None req-98d6c346-e762-4971-8c06-bb7628de9d4b None None] oslo_messaging_rabbit.ssl_ca_file = {{(pid=62265) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 538.077797] env[62265]: DEBUG oslo_service.service [None req-98d6c346-e762-4971-8c06-bb7628de9d4b None None] oslo_messaging_rabbit.ssl_cert_file = {{(pid=62265) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 538.077947] env[62265]: DEBUG oslo_service.service [None req-98d6c346-e762-4971-8c06-bb7628de9d4b None None] oslo_messaging_rabbit.ssl_enforce_fips_mode = False {{(pid=62265) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 538.078152] env[62265]: DEBUG oslo_service.service [None req-98d6c346-e762-4971-8c06-bb7628de9d4b None None] oslo_messaging_rabbit.ssl_key_file = {{(pid=62265) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 538.078330] env[62265]: DEBUG oslo_service.service [None req-98d6c346-e762-4971-8c06-bb7628de9d4b None None] oslo_messaging_rabbit.ssl_version = {{(pid=62265) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 538.078480] env[62265]: DEBUG oslo_service.service [None req-98d6c346-e762-4971-8c06-bb7628de9d4b None None] oslo_messaging_rabbit.use_queue_manager = False {{(pid=62265) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 538.078642] env[62265]: DEBUG oslo_service.service [None req-98d6c346-e762-4971-8c06-bb7628de9d4b None None] oslo_messaging_notifications.driver = [] {{(pid=62265) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 538.078815] env[62265]: DEBUG oslo_service.service [None req-98d6c346-e762-4971-8c06-bb7628de9d4b None None] oslo_messaging_notifications.retry = -1 {{(pid=62265) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 538.079020] env[62265]: DEBUG oslo_service.service [None req-98d6c346-e762-4971-8c06-bb7628de9d4b None None] oslo_messaging_notifications.topics = ['notifications'] {{(pid=62265) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 538.079164] env[62265]: DEBUG oslo_service.service [None req-98d6c346-e762-4971-8c06-bb7628de9d4b None None] oslo_messaging_notifications.transport_url = **** {{(pid=62265) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 538.079272] env[62265]: DEBUG oslo_service.service [None req-98d6c346-e762-4971-8c06-bb7628de9d4b None None] ******************************************************************************** {{(pid=62265) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2830}} [ 538.080313] env[62265]: DEBUG neutron.agent.securitygroups_rpc [None req-96ae916a-3a9d-4803-946d-e622cf1ea38c None None] Init firewall settings (driver=nsxv3) {{(pid=62265) init_firewall /opt/stack/neutron/neutron/agent/securitygroups_rpc.py:124}} [ 538.081684] env[62265]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.extensions.firewall [None req-96ae916a-3a9d-4803-946d-e622cf1ea38c None None] Initializing NSXv3SecurityGroupsDriver dummy driver. {{(pid=62265) __init__ /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/extensions/firewall.py:16}} [ 538.081912] env[62265]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-96ae916a-3a9d-4803-946d-e622cf1ea38c None None] RPC agent_id: nsxm-l-01a.corp.local [ 538.084067] env[62265]: DEBUG dogpile.cache.region [None req-96ae916a-3a9d-4803-946d-e622cf1ea38c None None] No value present for key: 'zone-id' {{(pid=62265) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 538.084195] env[62265]: DEBUG dogpile.lock [None req-96ae916a-3a9d-4803-946d-e622cf1ea38c None None] NeedRegenerationException {{(pid=62265) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 538.084295] env[62265]: DEBUG dogpile.lock [None req-96ae916a-3a9d-4803-946d-e622cf1ea38c None None] no value, waiting for create lock {{(pid=62265) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 538.084392] env[62265]: DEBUG dogpile.lock [None req-96ae916a-3a9d-4803-946d-e622cf1ea38c None None] value creation lock acquired {{(pid=62265) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 538.084490] env[62265]: DEBUG dogpile.cache.region [None req-96ae916a-3a9d-4803-946d-e622cf1ea38c None None] No value present for key: 'zone-id' {{(pid=62265) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 538.084581] env[62265]: DEBUG dogpile.lock [None req-96ae916a-3a9d-4803-946d-e622cf1ea38c None None] Calling creation function for not-yet-present value {{(pid=62265) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 538.084707] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-96ae916a-3a9d-4803-946d-e622cf1ea38c None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 538.220071] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.client_nsx [None req-96ae916a-3a9d-4803-946d-e622cf1ea38c None None] Session token - acquiring [ 538.221573] env[62265]: DEBUG networking_nsxv3.common.locking [None req-96ae916a-3a9d-4803-946d-e622cf1ea38c None None] Lock https://nsxt.osci.c.eu-de-1.cloud.sap:443 taken with stack trace [, , , , , , , , , , , , , , , , , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 538.221789] env[62265]: DEBUG oslo_concurrency.lockutils [None req-96ae916a-3a9d-4803-946d-e622cf1ea38c None None] Acquiring lock "https://nsxt.osci.c.eu-de-1.cloud.sap:443" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 538.221876] env[62265]: DEBUG oslo_concurrency.lockutils [None req-96ae916a-3a9d-4803-946d-e622cf1ea38c None None] Acquired lock "https://nsxt.osci.c.eu-de-1.cloud.sap:443" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 538.222310] env[62265]: DEBUG oslo_concurrency.lockutils [None req-96ae916a-3a9d-4803-946d-e622cf1ea38c None None] Acquired external semaphore "https://nsxt.osci.c.eu-de-1.cloud.sap:443" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 538.231835] env[62265]: DEBUG oslo_concurrency.lockutils [None req-96ae916a-3a9d-4803-946d-e622cf1ea38c None None] Releasing lock "https://nsxt.osci.c.eu-de-1.cloud.sap:443" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 538.492657] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.client_nsx [None req-96ae916a-3a9d-4803-946d-e622cf1ea38c None None] Session token - acquired, connected to NSX-T 4.1.2.0.0.22589037 [ 538.515747] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-96ae916a-3a9d-4803-946d-e622cf1ea38c None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 538.515878] env[62265]: DEBUG dogpile.cache.region [None req-96ae916a-3a9d-4803-946d-e622cf1ea38c None None] Cache value generated in 0.431 seconds for key(s): 'zone-id' {{(pid=62265) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 538.516018] env[62265]: DEBUG dogpile.lock [None req-96ae916a-3a9d-4803-946d-e622cf1ea38c None None] Released creation lock {{(pid=62265) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 538.516169] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-96ae916a-3a9d-4803-946d-e622cf1ea38c None None] Activating Policy API Provider. [ 538.516364] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-96ae916a-3a9d-4803-946d-e622cf1ea38c None None] Looking for the default Infrastructure Rules. [ 538.582176] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-96ae916a-3a9d-4803-946d-e622cf1ea38c None None] Looking for the Default Layer3 Logged Drop Section. [ 538.593925] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [None req-96ae916a-3a9d-4803-946d-e622cf1ea38c None None] Detected NSX-T (4, 1, 2, 0, 0, 22589037) version. [ 538.594374] env[62265]: DEBUG networking_nsxv3.common.locking [None req-96ae916a-3a9d-4803-946d-e622cf1ea38c None None] Lock all taken with stack trace [, , , , , , , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 538.594542] env[62265]: DEBUG oslo_concurrency.lockutils [None req-96ae916a-3a9d-4803-946d-e622cf1ea38c None None] Acquiring lock "all" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 538.594702] env[62265]: DEBUG oslo_concurrency.lockutils [None req-96ae916a-3a9d-4803-946d-e622cf1ea38c None None] Acquired lock "all" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 538.594913] env[62265]: DEBUG oslo_concurrency.lockutils [None req-96ae916a-3a9d-4803-946d-e622cf1ea38c None None] Acquired external semaphore "all" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 538.595245] env[62265]: DEBUG networking_nsxv3.api.rpc [None req-96ae916a-3a9d-4803-946d-e622cf1ea38c None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_ports_with_revisions called with arguments (1000, 0) {} {{(pid=62265) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 539.110531] env[62265]: DEBUG networking_nsxv3.api.rpc [None req-96ae916a-3a9d-4803-946d-e622cf1ea38c None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_groups_with_revisions called with arguments (1000, 0) {} {{(pid=62265) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 539.613066] env[62265]: DEBUG networking_nsxv3.api.rpc [None req-96ae916a-3a9d-4803-946d-e622cf1ea38c None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_qos_policies_with_revisions called with arguments (1000, 0) {} {{(pid=62265) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 540.115203] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [None req-96ae916a-3a9d-4803-946d-e622cf1ea38c None None] Inventory metadata is going to be refreshed. [ 540.115479] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-96ae916a-3a9d-4803-946d-e622cf1ea38c None None] [Policy] Fetching Policy NSX-T metadata for Type:Segment. [ 540.799020] env[62265]: DEBUG networking_nsxv3.common.locking [None req-96ae916a-3a9d-4803-946d-e622cf1ea38c None None] Lock Segment taken with stack trace [, , , , , , , , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 540.799020] env[62265]: DEBUG oslo_concurrency.lockutils [None req-96ae916a-3a9d-4803-946d-e622cf1ea38c None None] Acquiring lock "Segment" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 540.799020] env[62265]: DEBUG oslo_concurrency.lockutils [None req-96ae916a-3a9d-4803-946d-e622cf1ea38c None None] Acquired lock "Segment" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 540.799020] env[62265]: DEBUG oslo_concurrency.lockutils [None req-96ae916a-3a9d-4803-946d-e622cf1ea38c None None] Acquired external semaphore "Segment" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 540.810563] env[62265]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider [None req-96ae916a-3a9d-4803-946d-e622cf1ea38c None None] Duplicate resource with OS_ID: 992 ID: cl2-zone-992 [ 540.811761] env[62265]: DEBUG oslo_concurrency.lockutils [None req-96ae916a-3a9d-4803-946d-e622cf1ea38c None None] Releasing lock "Segment" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 540.812638] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-96ae916a-3a9d-4803-946d-e622cf1ea38c None None] [Policy] Fetching Policy NSX-T metadata for Type:SegmentPort. [ 540.830214] env[62265]: DEBUG networking_nsxv3.common.locking [None req-96ae916a-3a9d-4803-946d-e622cf1ea38c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 540.830750] env[62265]: DEBUG oslo_concurrency.lockutils [None req-96ae916a-3a9d-4803-946d-e622cf1ea38c None None] Acquiring lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 540.831035] env[62265]: DEBUG oslo_concurrency.lockutils [None req-96ae916a-3a9d-4803-946d-e622cf1ea38c None None] Acquired lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 540.831513] env[62265]: DEBUG oslo_concurrency.lockutils [None req-96ae916a-3a9d-4803-946d-e622cf1ea38c None None] Acquired external semaphore "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 540.831810] env[62265]: DEBUG oslo_concurrency.lockutils [None req-96ae916a-3a9d-4803-946d-e622cf1ea38c None None] Releasing lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 540.832122] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-96ae916a-3a9d-4803-946d-e622cf1ea38c None None] [Policy] The number of outdated resources for Type:SegmentPort Is:0. [ 540.833025] env[62265]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-96ae916a-3a9d-4803-946d-e622cf1ea38c None None] Outdated resources of Type:SegmentPort Are:set() {{(pid=62265) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 540.833025] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-96ae916a-3a9d-4803-946d-e622cf1ea38c None None] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules). [ 540.853029] env[62265]: DEBUG networking_nsxv3.common.locking [None req-96ae916a-3a9d-4803-946d-e622cf1ea38c None None] Lock Security Group (Rules) taken with stack trace [, , , , , , , , , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 540.853029] env[62265]: DEBUG oslo_concurrency.lockutils [None req-96ae916a-3a9d-4803-946d-e622cf1ea38c None None] Acquiring lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 540.853029] env[62265]: DEBUG oslo_concurrency.lockutils [None req-96ae916a-3a9d-4803-946d-e622cf1ea38c None None] Acquired lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 540.853029] env[62265]: DEBUG oslo_concurrency.lockutils [None req-96ae916a-3a9d-4803-946d-e622cf1ea38c None None] Acquired external semaphore "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 540.853029] env[62265]: DEBUG oslo_concurrency.lockutils [None req-96ae916a-3a9d-4803-946d-e622cf1ea38c None None] Releasing lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 540.853029] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-96ae916a-3a9d-4803-946d-e622cf1ea38c None None] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules Remote IP Prefix). [ 540.875074] env[62265]: DEBUG networking_nsxv3.common.locking [None req-96ae916a-3a9d-4803-946d-e622cf1ea38c None None] Lock Security Group (Rules Remote IP Prefix) taken with stack trace [, , , , , , , , , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 540.875074] env[62265]: DEBUG oslo_concurrency.lockutils [None req-96ae916a-3a9d-4803-946d-e622cf1ea38c None None] Acquiring lock "Security Group (Rules Remote IP Prefix)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 540.875074] env[62265]: DEBUG oslo_concurrency.lockutils [None req-96ae916a-3a9d-4803-946d-e622cf1ea38c None None] Acquired lock "Security Group (Rules Remote IP Prefix)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 540.875074] env[62265]: DEBUG oslo_concurrency.lockutils [None req-96ae916a-3a9d-4803-946d-e622cf1ea38c None None] Acquired external semaphore "Security Group (Rules Remote IP Prefix)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 540.875074] env[62265]: DEBUG oslo_concurrency.lockutils [None req-96ae916a-3a9d-4803-946d-e622cf1ea38c None None] Releasing lock "Security Group (Rules Remote IP Prefix)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 540.875074] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-96ae916a-3a9d-4803-946d-e622cf1ea38c None None] [Policy] Fetching Policy NSX-T metadata for Type:Address Group. [ 540.895362] env[62265]: DEBUG networking_nsxv3.common.locking [None req-96ae916a-3a9d-4803-946d-e622cf1ea38c None None] Lock Address Group taken with stack trace [, , , , , , , , , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 540.895961] env[62265]: DEBUG oslo_concurrency.lockutils [None req-96ae916a-3a9d-4803-946d-e622cf1ea38c None None] Acquiring lock "Address Group" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 540.898016] env[62265]: DEBUG oslo_concurrency.lockutils [None req-96ae916a-3a9d-4803-946d-e622cf1ea38c None None] Acquired lock "Address Group" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 540.898016] env[62265]: DEBUG oslo_concurrency.lockutils [None req-96ae916a-3a9d-4803-946d-e622cf1ea38c None None] Acquired external semaphore "Address Group" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 540.898016] env[62265]: DEBUG oslo_concurrency.lockutils [None req-96ae916a-3a9d-4803-946d-e622cf1ea38c None None] Releasing lock "Address Group" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 540.898016] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-96ae916a-3a9d-4803-946d-e622cf1ea38c None None] [Policy] The number of outdated resources for Type:Security Group (Rules) Is:0. [ 540.898016] env[62265]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-96ae916a-3a9d-4803-946d-e622cf1ea38c None None] Outdated resources of Type:Security Group (Rules) Are:set() {{(pid=62265) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 540.898016] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-96ae916a-3a9d-4803-946d-e622cf1ea38c None None] [Policy] Fetching Policy NSX-T metadata for Type:Segment QoS. [ 540.913681] env[62265]: DEBUG networking_nsxv3.common.locking [None req-96ae916a-3a9d-4803-946d-e622cf1ea38c None None] Lock Segment QoS taken with stack trace [, , , , , , , , , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 540.916016] env[62265]: DEBUG oslo_concurrency.lockutils [None req-96ae916a-3a9d-4803-946d-e622cf1ea38c None None] Acquiring lock "Segment QoS" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 540.916016] env[62265]: DEBUG oslo_concurrency.lockutils [None req-96ae916a-3a9d-4803-946d-e622cf1ea38c None None] Acquired lock "Segment QoS" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 540.916016] env[62265]: DEBUG oslo_concurrency.lockutils [None req-96ae916a-3a9d-4803-946d-e622cf1ea38c None None] Acquired external semaphore "Segment QoS" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 540.916016] env[62265]: DEBUG oslo_concurrency.lockutils [None req-96ae916a-3a9d-4803-946d-e622cf1ea38c None None] Releasing lock "Segment QoS" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 540.916016] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-96ae916a-3a9d-4803-946d-e622cf1ea38c None None] [Policy] The number of outdated resources for Type:Segment QoS Is:0. [ 540.916016] env[62265]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-96ae916a-3a9d-4803-946d-e622cf1ea38c None None] Outdated resources of Type:Segment QoS Are:set() {{(pid=62265) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 540.916016] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-96ae916a-3a9d-4803-946d-e622cf1ea38c None None] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Members). [ 540.936021] env[62265]: DEBUG networking_nsxv3.common.locking [None req-96ae916a-3a9d-4803-946d-e622cf1ea38c None None] Lock Security Group (Members) taken with stack trace [, , , , , , , , , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 540.936021] env[62265]: DEBUG oslo_concurrency.lockutils [None req-96ae916a-3a9d-4803-946d-e622cf1ea38c None None] Acquiring lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 540.936021] env[62265]: DEBUG oslo_concurrency.lockutils [None req-96ae916a-3a9d-4803-946d-e622cf1ea38c None None] Acquired lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 540.936021] env[62265]: DEBUG oslo_concurrency.lockutils [None req-96ae916a-3a9d-4803-946d-e622cf1ea38c None None] Acquired external semaphore "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 540.936021] env[62265]: DEBUG oslo_concurrency.lockutils [None req-96ae916a-3a9d-4803-946d-e622cf1ea38c None None] Releasing lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 540.936021] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-96ae916a-3a9d-4803-946d-e622cf1ea38c None None] [Policy] The number of outdated resources for Type:Security Group (Members) Is:0. [ 540.936021] env[62265]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-96ae916a-3a9d-4803-946d-e622cf1ea38c None None] Outdated resources of Type:Security Group (Members) Are:set() {{(pid=62265) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 540.936021] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [None req-96ae916a-3a9d-4803-946d-e622cf1ea38c None None] Inventory metadata have been refreshed. [ 540.936021] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [None req-96ae916a-3a9d-4803-946d-e622cf1ea38c None None] Dryrun:True. Metadata refresh completed. [ 540.940019] env[62265]: DEBUG oslo_concurrency.lockutils [None req-96ae916a-3a9d-4803-946d-e622cf1ea38c None None] Releasing lock "all" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 540.940019] env[62265]: INFO neutron.agent.agent_extensions_manager [None req-96ae916a-3a9d-4803-946d-e622cf1ea38c None None] Loaded agent extensions: [] [ 540.940019] env[62265]: DEBUG neutron_lib.callbacks.manager [None req-96ae916a-3a9d-4803-946d-e622cf1ea38c None None] Publish callbacks [] for NSXv3 Agent (None), after_init {{(pid=62265) _notify_loop /opt/stack/data/venv/lib/python3.10/site-packages/neutron_lib/callbacks/manager.py:184}} [ 541.001321] env[62265]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-96ae916a-3a9d-4803-946d-e622cf1ea38c None None] NSXv3 Agent Agent RPC Daemon Started! [ 541.001321] env[62265]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-96ae916a-3a9d-4803-946d-e622cf1ea38c None None] NSXv3 Agent Agent loop - iteration:0 started [ 541.001321] env[62265]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-96ae916a-3a9d-4803-946d-e622cf1ea38c None None] NSXv3 Agent Agent out of sync with plugin! [ 545.939862] env[62265]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 545.939862] env[62265]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 550.941246] env[62265]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 550.941246] env[62265]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 554.311147] env[62265]: INFO networking_nsxv3.common.synchronization [None req-535c7196-ae79-4eb4-bcb4-1f6d74b0f143 demo admin] Enqueued Resource ID: 1dbc3322-58bb-4d28-8dc3-80fc00d3419c with Priority: HIGHEST for action security_group_rules [ 554.311612] env[62265]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1dbc3322-58bb-4d28-8dc3-80fc00d3419c with Priority: HIGHEST for action security_group_rules [ 554.311703] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock rules-1dbc3322-58bb-4d28-8dc3-80fc00d3419c taken with stack trace [, , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 554.312055] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-1dbc3322-58bb-4d28-8dc3-80fc00d3419c" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 554.312222] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-1dbc3322-58bb-4d28-8dc3-80fc00d3419c" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 554.312930] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-1dbc3322-58bb-4d28-8dc3-80fc00d3419c" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 554.312930] env[62265]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('1dbc3322-58bb-4d28-8dc3-80fc00d3419c',) {} {{(pid=62265) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 554.832302] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 554.832492] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 554.832530] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 554.832710] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 554.832805] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 554.832899] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 1dbc3322-58bb-4d28-8dc3-80fc00d3419c already deleted. [ 554.832980] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-1dbc3322-58bb-4d28-8dc3-80fc00d3419c" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 559.312020] env[62265]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 559.312425] env[62265]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 564.313083] env[62265]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 564.313798] env[62265]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 569.315292] env[62265]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 569.315292] env[62265]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 574.316632] env[62265]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 574.317042] env[62265]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 579.317607] env[62265]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 579.317907] env[62265]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 583.855572] env[62265]: INFO networking_nsxv3.common.synchronization [None req-5a339db3-fbce-44c4-b0a6-8d92376d16ce None None] Enqueued Resource ID: 1fb8320d-6929-4aa5-86ed-60bc21545d37 with Priority: HIGHEST for action port [ 583.855572] env[62265]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1fb8320d-6929-4aa5-86ed-60bc21545d37 with Priority: HIGHEST for action port [ 583.855933] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock port-1fb8320d-6929-4aa5-86ed-60bc21545d37 taken with stack trace [, , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 583.856489] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-1fb8320d-6929-4aa5-86ed-60bc21545d37" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 583.856489] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-1fb8320d-6929-4aa5-86ed-60bc21545d37" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 583.856489] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-1fb8320d-6929-4aa5-86ed-60bc21545d37" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 583.856489] env[62265]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1fb8320d-6929-4aa5-86ed-60bc21545d37',) {} {{(pid=62265) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 584.359733] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 1fb8320d-6929-4aa5-86ed-60bc21545d37 [ 584.359733] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 584.359733] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 584.359733] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 584.360023] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 584.360023] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 584.360023] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:1fb8320d-6929-4aa5-86ed-60bc21545d37 already deleted. [ 584.360107] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-1fb8320d-6929-4aa5-86ed-60bc21545d37" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 586.001137] env[62265]: INFO networking_nsxv3.common.synchronization [None req-fdf4b34c-abd6-4c8c-b010-8e1fa9f40784 None None] Enqueued Resource ID: 3349921c-1bd5-491b-b99d-22f344ce17d8 with Priority: HIGHEST for action port [ 586.001137] env[62265]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3349921c-1bd5-491b-b99d-22f344ce17d8 with Priority: HIGHEST for action port [ 586.001137] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock port-3349921c-1bd5-491b-b99d-22f344ce17d8 taken with stack trace [, , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 586.001137] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-3349921c-1bd5-491b-b99d-22f344ce17d8" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 586.001137] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-3349921c-1bd5-491b-b99d-22f344ce17d8" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 586.001137] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-3349921c-1bd5-491b-b99d-22f344ce17d8" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 586.001137] env[62265]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3349921c-1bd5-491b-b99d-22f344ce17d8',) {} {{(pid=62265) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 586.505376] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 3349921c-1bd5-491b-b99d-22f344ce17d8 [ 586.505714] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 586.505891] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 586.506099] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 586.506183] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 586.506274] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 586.506375] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:3349921c-1bd5-491b-b99d-22f344ce17d8 already deleted. [ 586.506508] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-3349921c-1bd5-491b-b99d-22f344ce17d8" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 586.888256] env[62265]: INFO networking_nsxv3.common.synchronization [None req-6f36962c-8439-4935-99e6-ed5537407f06 None None] Enqueued Resource ID: 6846c88d-3a21-4dfc-8ebe-1e5551299f14 with Priority: HIGHEST for action port [ 586.888256] env[62265]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6846c88d-3a21-4dfc-8ebe-1e5551299f14 with Priority: HIGHEST for action port [ 586.888256] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock port-6846c88d-3a21-4dfc-8ebe-1e5551299f14 taken with stack trace [, , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 586.888256] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-6846c88d-3a21-4dfc-8ebe-1e5551299f14" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 586.888256] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-6846c88d-3a21-4dfc-8ebe-1e5551299f14" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 586.888256] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-6846c88d-3a21-4dfc-8ebe-1e5551299f14" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 586.888256] env[62265]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6846c88d-3a21-4dfc-8ebe-1e5551299f14',) {} {{(pid=62265) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 586.982844] env[62265]: INFO networking_nsxv3.common.synchronization [None req-ba43c4dd-188a-4a47-b324-cdf0078ab2d4 None None] Enqueued Resource ID: 4419fdf8-cc1f-4f9c-9775-2efe2123510b with Priority: HIGHEST for action port [ 586.984213] env[62265]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4419fdf8-cc1f-4f9c-9775-2efe2123510b with Priority: HIGHEST for action port [ 586.985626] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock port-4419fdf8-cc1f-4f9c-9775-2efe2123510b taken with stack trace [, , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 586.985721] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-4419fdf8-cc1f-4f9c-9775-2efe2123510b" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 586.985823] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-4419fdf8-cc1f-4f9c-9775-2efe2123510b" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 586.986048] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-4419fdf8-cc1f-4f9c-9775-2efe2123510b" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 586.986105] env[62265]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4419fdf8-cc1f-4f9c-9775-2efe2123510b',) {} {{(pid=62265) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 587.392719] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 6846c88d-3a21-4dfc-8ebe-1e5551299f14 [ 587.392719] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 587.392719] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 587.392719] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 587.392719] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 587.392719] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 587.392719] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:6846c88d-3a21-4dfc-8ebe-1e5551299f14 already deleted. [ 587.392719] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-6846c88d-3a21-4dfc-8ebe-1e5551299f14" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 587.480895] env[62265]: INFO networking_nsxv3.common.synchronization [None req-68e9760f-35da-428b-a09d-55f00b4dd3a6 None None] Enqueued Resource ID: 16bad958-c375-4e86-96d6-14a89834cc90 with Priority: HIGHEST for action port [ 587.481160] env[62265]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 16bad958-c375-4e86-96d6-14a89834cc90 with Priority: HIGHEST for action port [ 587.481696] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock port-16bad958-c375-4e86-96d6-14a89834cc90 taken with stack trace [, , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 587.481820] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-16bad958-c375-4e86-96d6-14a89834cc90" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 587.481888] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-16bad958-c375-4e86-96d6-14a89834cc90" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 587.482140] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-16bad958-c375-4e86-96d6-14a89834cc90" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 587.482213] env[62265]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('16bad958-c375-4e86-96d6-14a89834cc90',) {} {{(pid=62265) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 587.490337] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 4419fdf8-cc1f-4f9c-9775-2efe2123510b [ 587.490421] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 587.490486] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 587.490573] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 587.490774] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 587.491518] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 587.491518] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:4419fdf8-cc1f-4f9c-9775-2efe2123510b already deleted. [ 587.491518] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-4419fdf8-cc1f-4f9c-9775-2efe2123510b" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 587.984606] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 16bad958-c375-4e86-96d6-14a89834cc90 [ 587.986825] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 587.986825] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 587.986825] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 587.986825] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 587.986825] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 587.986825] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:16bad958-c375-4e86-96d6-14a89834cc90 already deleted. [ 587.986825] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-16bad958-c375-4e86-96d6-14a89834cc90" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 588.717078] env[62265]: INFO networking_nsxv3.common.synchronization [None req-7173ab94-c9b6-4b32-87ca-7cb00e34f00d None None] Enqueued Resource ID: fa8d95fc-a6c1-434a-91d4-75d9de032c4e with Priority: HIGHEST for action port [ 588.717078] env[62265]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fa8d95fc-a6c1-434a-91d4-75d9de032c4e with Priority: HIGHEST for action port [ 588.717078] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock port-fa8d95fc-a6c1-434a-91d4-75d9de032c4e taken with stack trace [, , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 588.717078] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-fa8d95fc-a6c1-434a-91d4-75d9de032c4e" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 588.717078] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-fa8d95fc-a6c1-434a-91d4-75d9de032c4e" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 588.717078] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-fa8d95fc-a6c1-434a-91d4-75d9de032c4e" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 588.717078] env[62265]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('fa8d95fc-a6c1-434a-91d4-75d9de032c4e',) {} {{(pid=62265) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 589.031415] env[62265]: INFO networking_nsxv3.common.synchronization [None req-e542d34a-1f39-49f7-9528-70ff493f5a75 None None] Enqueued Resource ID: f96c3d5f-f7ab-4683-8d03-3cff2863076b with Priority: HIGHEST for action port [ 589.031697] env[62265]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f96c3d5f-f7ab-4683-8d03-3cff2863076b with Priority: HIGHEST for action port [ 589.032240] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock port-f96c3d5f-f7ab-4683-8d03-3cff2863076b taken with stack trace [, , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 589.032359] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f96c3d5f-f7ab-4683-8d03-3cff2863076b" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 589.032428] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f96c3d5f-f7ab-4683-8d03-3cff2863076b" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 589.032668] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f96c3d5f-f7ab-4683-8d03-3cff2863076b" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 589.032748] env[62265]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f96c3d5f-f7ab-4683-8d03-3cff2863076b',) {} {{(pid=62265) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 589.218866] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port fa8d95fc-a6c1-434a-91d4-75d9de032c4e [ 589.219119] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 589.219260] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 589.219326] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 589.219566] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 589.219659] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 589.219754] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:fa8d95fc-a6c1-434a-91d4-75d9de032c4e already deleted. [ 589.219836] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-fa8d95fc-a6c1-434a-91d4-75d9de032c4e" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 589.535745] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port f96c3d5f-f7ab-4683-8d03-3cff2863076b [ 589.535978] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 589.537272] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 589.537272] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 589.537272] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 589.537272] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 589.537272] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:f96c3d5f-f7ab-4683-8d03-3cff2863076b already deleted. [ 589.537272] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f96c3d5f-f7ab-4683-8d03-3cff2863076b" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 589.942852] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock all taken with stack trace [, , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 589.943144] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "all" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 589.943144] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "all" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 589.943368] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "all" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 589.943613] env[62265]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_ports_with_revisions called with arguments (1000, 0) {} {{(pid=62265) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 590.295721] env[62265]: INFO networking_nsxv3.common.synchronization [None req-25010c91-f088-467a-8882-6024b0bc5bdb None None] Enqueued Resource ID: 275fcd30-e3eb-4281-9dab-2b12c94cc442 with Priority: HIGHEST for action port [ 590.295721] env[62265]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 275fcd30-e3eb-4281-9dab-2b12c94cc442 with Priority: HIGHEST for action port [ 590.296172] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock port-275fcd30-e3eb-4281-9dab-2b12c94cc442 taken with stack trace [, , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 590.296297] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-275fcd30-e3eb-4281-9dab-2b12c94cc442" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 590.296366] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-275fcd30-e3eb-4281-9dab-2b12c94cc442" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 590.297110] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-275fcd30-e3eb-4281-9dab-2b12c94cc442" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 590.300792] env[62265]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('275fcd30-e3eb-4281-9dab-2b12c94cc442',) {} {{(pid=62265) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 590.450078] env[62265]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_groups_with_revisions called with arguments (1000, 0) {} {{(pid=62265) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 590.558018] env[62265]: INFO networking_nsxv3.common.synchronization [None req-a18f50bd-4287-4b50-bfdc-99d3d32b5d13 None None] Enqueued Resource ID: 3df895ea-8412-4b2d-a927-635fa466ca7d with Priority: HIGHEST for action port [ 590.558018] env[62265]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3df895ea-8412-4b2d-a927-635fa466ca7d with Priority: HIGHEST for action port [ 590.558018] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock port-3df895ea-8412-4b2d-a927-635fa466ca7d taken with stack trace [, , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 590.558347] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-3df895ea-8412-4b2d-a927-635fa466ca7d" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 590.558499] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-3df895ea-8412-4b2d-a927-635fa466ca7d" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 590.558820] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-3df895ea-8412-4b2d-a927-635fa466ca7d" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 590.559974] env[62265]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3df895ea-8412-4b2d-a927-635fa466ca7d',) {} {{(pid=62265) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 590.805863] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 275fcd30-e3eb-4281-9dab-2b12c94cc442 [ 590.805863] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 590.806058] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 590.806058] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 590.806176] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 590.806273] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 590.806403] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:275fcd30-e3eb-4281-9dab-2b12c94cc442 already deleted. [ 590.806484] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-275fcd30-e3eb-4281-9dab-2b12c94cc442" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 590.954324] env[62265]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_qos_policies_with_revisions called with arguments (1000, 0) {} {{(pid=62265) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 591.060775] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 3df895ea-8412-4b2d-a927-635fa466ca7d [ 591.061033] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 591.061178] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 591.061249] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 591.061459] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 591.061597] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 591.061646] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:3df895ea-8412-4b2d-a927-635fa466ca7d already deleted. [ 591.061743] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-3df895ea-8412-4b2d-a927-635fa466ca7d" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 591.458033] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Inventory metadata is going to be refreshed. [ 591.458151] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Segment. [ 592.179096] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 592.179096] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 592.179096] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 592.179096] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 592.198058] env[62265]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider [-] Duplicate resource with OS_ID: 992 ID: cl2-zone-992 [ 592.198058] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 592.198778] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:SegmentPort. [ 592.219189] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 592.219381] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 592.219489] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 592.220144] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 592.220144] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 592.220144] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:SegmentPort Is:0. [ 592.220144] env[62265]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:SegmentPort Are:set() {{(pid=62265) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 592.220144] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules). [ 592.239390] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 592.240143] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 592.240667] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 592.241035] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 592.241193] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 592.241567] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules Remote IP Prefix). [ 592.259230] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules Remote IP Prefix) taken with stack trace [, , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 592.259416] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules Remote IP Prefix)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 592.259536] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules Remote IP Prefix)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 592.259836] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules Remote IP Prefix)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 592.260069] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules Remote IP Prefix)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 592.260069] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Address Group. [ 592.276797] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Address Group taken with stack trace [, , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 592.277156] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Address Group" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 592.277156] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Address Group" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 592.277270] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Address Group" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 592.277434] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Address Group" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 592.277434] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Security Group (Rules) Is:0. [ 592.277590] env[62265]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Security Group (Rules) Are:set() {{(pid=62265) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 592.277590] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Segment QoS. [ 592.293839] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Segment QoS taken with stack trace [, , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 592.293985] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment QoS" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 592.294169] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment QoS" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 592.294318] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment QoS" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 592.294370] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment QoS" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 592.294925] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Segment QoS Is:0. [ 592.294925] env[62265]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Segment QoS Are:set() {{(pid=62265) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 592.294925] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Members). [ 592.314760] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 592.314898] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 592.315490] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 592.315490] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 592.315490] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 592.315490] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Security Group (Members) Is:0. [ 592.315490] env[62265]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Security Group (Members) Are:set() {{(pid=62265) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 592.315828] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Inventory metadata have been refreshed. [ 592.315828] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 0/0 resources of Type:Ports [ 592.315828] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 0/0 resources of Type:Security Group Rules [ 592.315828] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 0/0 resources of Type:Security Group Members [ 592.315828] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 0/0 resources of Type:QoS [ 592.316558] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Items outdated since last Agent sanitize:0 [ 592.316558] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Sanitizing provider based on age cycles [ 592.316558] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules Remote IP Prefix). [ 592.337108] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules Remote IP Prefix) taken with stack trace [, , , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 592.337108] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules Remote IP Prefix)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 592.337108] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules Remote IP Prefix)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 592.337108] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules Remote IP Prefix)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 592.337108] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules Remote IP Prefix)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 592.337108] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Address Group. [ 592.353715] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Address Group taken with stack trace [, , , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 592.353715] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Address Group" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 592.353715] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Address Group" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 592.353715] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Address Group" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 592.353715] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Address Group" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 592.363824] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "all" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 592.670527] env[62265]: INFO networking_nsxv3.common.synchronization [None req-fda9669f-eaa0-43c2-b3ac-eb397853a31e None None] Enqueued Resource ID: 01ed1880-8ed6-4a9a-8364-b9b7806dcb76 with Priority: HIGHEST for action port [ 592.670793] env[62265]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 01ed1880-8ed6-4a9a-8364-b9b7806dcb76 with Priority: HIGHEST for action port [ 592.671390] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock port-01ed1880-8ed6-4a9a-8364-b9b7806dcb76 taken with stack trace [, , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 592.671758] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-01ed1880-8ed6-4a9a-8364-b9b7806dcb76" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 592.671758] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-01ed1880-8ed6-4a9a-8364-b9b7806dcb76" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 592.672050] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-01ed1880-8ed6-4a9a-8364-b9b7806dcb76" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 592.672050] env[62265]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('01ed1880-8ed6-4a9a-8364-b9b7806dcb76',) {} {{(pid=62265) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 593.176731] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 01ed1880-8ed6-4a9a-8364-b9b7806dcb76 [ 593.176973] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 593.177205] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 593.177847] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 593.178183] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 593.178655] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 593.178852] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:01ed1880-8ed6-4a9a-8364-b9b7806dcb76 already deleted. [ 593.179018] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-01ed1880-8ed6-4a9a-8364-b9b7806dcb76" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 593.306068] env[62265]: INFO networking_nsxv3.common.synchronization [None req-a84b0acf-83a3-432a-8bf8-a39740220630 None None] Enqueued Resource ID: 37446d13-eb0f-421c-8381-92971b2bd45c with Priority: HIGHEST for action port [ 593.306758] env[62265]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 37446d13-eb0f-421c-8381-92971b2bd45c with Priority: HIGHEST for action port [ 593.308581] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock port-37446d13-eb0f-421c-8381-92971b2bd45c taken with stack trace [, , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 593.308581] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-37446d13-eb0f-421c-8381-92971b2bd45c" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 593.308581] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-37446d13-eb0f-421c-8381-92971b2bd45c" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 593.308581] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-37446d13-eb0f-421c-8381-92971b2bd45c" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 593.308755] env[62265]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('37446d13-eb0f-421c-8381-92971b2bd45c',) {} {{(pid=62265) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 593.650716] env[62265]: INFO networking_nsxv3.common.synchronization [None req-21670562-2f7e-4cae-9d69-cdd88ea69604 None None] Enqueued Resource ID: fbf42296-5515-40b0-9eee-44c6bdfc0bc7 with Priority: HIGHEST for action port [ 593.650716] env[62265]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fbf42296-5515-40b0-9eee-44c6bdfc0bc7 with Priority: HIGHEST for action port [ 593.650716] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock port-fbf42296-5515-40b0-9eee-44c6bdfc0bc7 taken with stack trace [, , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 593.650716] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-fbf42296-5515-40b0-9eee-44c6bdfc0bc7" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 593.650716] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-fbf42296-5515-40b0-9eee-44c6bdfc0bc7" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 593.651079] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-fbf42296-5515-40b0-9eee-44c6bdfc0bc7" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 593.651079] env[62265]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('fbf42296-5515-40b0-9eee-44c6bdfc0bc7',) {} {{(pid=62265) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 593.813246] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 37446d13-eb0f-421c-8381-92971b2bd45c [ 593.813893] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 593.814772] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 593.814772] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 593.814772] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 593.814772] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 593.814772] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:37446d13-eb0f-421c-8381-92971b2bd45c already deleted. [ 593.814772] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-37446d13-eb0f-421c-8381-92971b2bd45c" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 594.004804] env[62265]: INFO networking_nsxv3.common.synchronization [None req-38efd368-d7ec-49ca-8965-29cc93f3d612 None None] Enqueued Resource ID: 608a746e-9503-492d-aff5-35231a9884f5 with Priority: HIGHEST for action port [ 594.005360] env[62265]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 608a746e-9503-492d-aff5-35231a9884f5 with Priority: HIGHEST for action port [ 594.005678] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock port-608a746e-9503-492d-aff5-35231a9884f5 taken with stack trace [, , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 594.005800] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-608a746e-9503-492d-aff5-35231a9884f5" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 594.005866] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-608a746e-9503-492d-aff5-35231a9884f5" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 594.006793] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-608a746e-9503-492d-aff5-35231a9884f5" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 594.006979] env[62265]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('608a746e-9503-492d-aff5-35231a9884f5',) {} {{(pid=62265) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 594.156089] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port fbf42296-5515-40b0-9eee-44c6bdfc0bc7 [ 594.156195] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 594.156526] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 594.156526] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 594.156676] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 594.156730] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 594.157544] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:fbf42296-5515-40b0-9eee-44c6bdfc0bc7 already deleted. [ 594.157544] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-fbf42296-5515-40b0-9eee-44c6bdfc0bc7" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 594.509932] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 608a746e-9503-492d-aff5-35231a9884f5 [ 594.510187] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 594.510187] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 594.510307] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 594.510562] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 594.510562] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 594.510715] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:608a746e-9503-492d-aff5-35231a9884f5 already deleted. [ 594.510797] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-608a746e-9503-492d-aff5-35231a9884f5" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 595.329558] env[62265]: INFO networking_nsxv3.common.synchronization [None req-3d1bfd29-b388-4a0a-bf1a-49bd31f3b1a9 None None] Enqueued Resource ID: ffc90e49-bf2b-4fda-9d1a-f113c0b259d8 with Priority: HIGHEST for action port [ 595.330287] env[62265]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ffc90e49-bf2b-4fda-9d1a-f113c0b259d8 with Priority: HIGHEST for action port [ 595.330734] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock port-ffc90e49-bf2b-4fda-9d1a-f113c0b259d8 taken with stack trace [, , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 595.330912] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ffc90e49-bf2b-4fda-9d1a-f113c0b259d8" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 595.330973] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ffc90e49-bf2b-4fda-9d1a-f113c0b259d8" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 595.331529] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ffc90e49-bf2b-4fda-9d1a-f113c0b259d8" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 595.331919] env[62265]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ffc90e49-bf2b-4fda-9d1a-f113c0b259d8',) {} {{(pid=62265) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 595.837053] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port ffc90e49-bf2b-4fda-9d1a-f113c0b259d8 [ 595.837053] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 595.837053] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 595.837053] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 595.837053] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 595.837053] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 595.837053] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:ffc90e49-bf2b-4fda-9d1a-f113c0b259d8 already deleted. [ 595.837053] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ffc90e49-bf2b-4fda-9d1a-f113c0b259d8" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 596.044620] env[62265]: INFO networking_nsxv3.common.synchronization [None req-24aa9063-2879-4e3b-a5ee-f92a367907a6 None None] Enqueued Resource ID: 74368d2d-544d-4af9-86a6-74ef7f9081d7 with Priority: HIGHEST for action port [ 596.045023] env[62265]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 74368d2d-544d-4af9-86a6-74ef7f9081d7 with Priority: HIGHEST for action port [ 596.045330] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock port-74368d2d-544d-4af9-86a6-74ef7f9081d7 taken with stack trace [, , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 596.045461] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-74368d2d-544d-4af9-86a6-74ef7f9081d7" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 596.045530] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-74368d2d-544d-4af9-86a6-74ef7f9081d7" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 596.045889] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-74368d2d-544d-4af9-86a6-74ef7f9081d7" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 596.045975] env[62265]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('74368d2d-544d-4af9-86a6-74ef7f9081d7',) {} {{(pid=62265) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 596.549885] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 74368d2d-544d-4af9-86a6-74ef7f9081d7 [ 596.550466] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 596.552484] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 596.552484] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 596.552484] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 596.552484] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 596.552484] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:74368d2d-544d-4af9-86a6-74ef7f9081d7 already deleted. [ 596.552484] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-74368d2d-544d-4af9-86a6-74ef7f9081d7" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 597.623149] env[62265]: INFO networking_nsxv3.common.synchronization [None req-5c7bbbf3-209a-48ad-98bf-c54301730903 None None] Enqueued Resource ID: 7f244c7d-9215-4b2f-9a00-74d61d9d82d1 with Priority: HIGHEST for action port [ 597.623149] env[62265]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7f244c7d-9215-4b2f-9a00-74d61d9d82d1 with Priority: HIGHEST for action port [ 597.623149] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock port-7f244c7d-9215-4b2f-9a00-74d61d9d82d1 taken with stack trace [, , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 597.623149] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-7f244c7d-9215-4b2f-9a00-74d61d9d82d1" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 597.623149] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-7f244c7d-9215-4b2f-9a00-74d61d9d82d1" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 597.623149] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-7f244c7d-9215-4b2f-9a00-74d61d9d82d1" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 597.623149] env[62265]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7f244c7d-9215-4b2f-9a00-74d61d9d82d1',) {} {{(pid=62265) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 598.140027] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 7f244c7d-9215-4b2f-9a00-74d61d9d82d1 [ 598.140027] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 598.140027] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 598.140027] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 598.140027] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 598.140027] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 598.140027] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:7f244c7d-9215-4b2f-9a00-74d61d9d82d1 already deleted. [ 598.140027] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-7f244c7d-9215-4b2f-9a00-74d61d9d82d1" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 598.302706] env[62265]: INFO networking_nsxv3.common.synchronization [req-6957d7cd-e0a3-41fb-8442-235c859a4ae5 req-8a5a49ac-a545-4b8e-9bc4-b9a2629cf0cb tempest-ImagesTestJSON-588636336 tempest-ImagesTestJSON-588636336-project-member] Enqueued Resource ID: 816c28a4-7b3d-4ec6-b8a7-98e59cf7a51f with Priority: HIGHEST for action security_group_members [ 598.303253] env[62265]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 816c28a4-7b3d-4ec6-b8a7-98e59cf7a51f with Priority: HIGHEST for action security_group_members [ 598.303806] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock member-816c28a4-7b3d-4ec6-b8a7-98e59cf7a51f taken with stack trace [, , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 598.304072] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-816c28a4-7b3d-4ec6-b8a7-98e59cf7a51f" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 598.304072] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-816c28a4-7b3d-4ec6-b8a7-98e59cf7a51f" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 598.305055] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-816c28a4-7b3d-4ec6-b8a7-98e59cf7a51f" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 598.305055] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 598.305055] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 598.305055] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 598.305055] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 598.305055] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 598.305055] env[62265]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('816c28a4-7b3d-4ec6-b8a7-98e59cf7a51f',) {} {{(pid=62265) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 598.606135] env[62265]: INFO networking_nsxv3.common.synchronization [req-02125320-184f-4083-acb2-96adf32798d2 req-752436d8-2391-4282-bb0a-8fa8167b9edc tempest-SecurityGroupRulesNegativeTestJSON-1964319282 tempest-SecurityGroupRulesNegativeTestJSON-1964319282-project-member] Enqueued Resource ID: 2504b10e-f0b3-4597-b810-51c474d197ba with Priority: HIGHEST for action security_group_rules [ 598.606135] env[62265]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2504b10e-f0b3-4597-b810-51c474d197ba with Priority: HIGHEST for action security_group_rules [ 598.606135] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock rules-2504b10e-f0b3-4597-b810-51c474d197ba taken with stack trace [, , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 598.606135] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-2504b10e-f0b3-4597-b810-51c474d197ba" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 598.606135] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-2504b10e-f0b3-4597-b810-51c474d197ba" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 598.607804] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-2504b10e-f0b3-4597-b810-51c474d197ba" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 598.607804] env[62265]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('2504b10e-f0b3-4597-b810-51c474d197ba',) {} {{(pid=62265) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 598.749544] env[62265]: INFO networking_nsxv3.common.synchronization [None req-3a738151-ab93-4802-8e9a-edab7c7c8cb6 None None] Enqueued Resource ID: e9417909-86e3-494a-b225-98a9133c7e1c with Priority: HIGHEST for action port [ 598.749840] env[62265]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e9417909-86e3-494a-b225-98a9133c7e1c with Priority: HIGHEST for action port [ 598.750378] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock port-e9417909-86e3-494a-b225-98a9133c7e1c taken with stack trace [, , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 598.750515] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e9417909-86e3-494a-b225-98a9133c7e1c" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 598.750591] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e9417909-86e3-494a-b225-98a9133c7e1c" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 598.751718] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e9417909-86e3-494a-b225-98a9133c7e1c" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 598.751718] env[62265]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e9417909-86e3-494a-b225-98a9133c7e1c',) {} {{(pid=62265) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 598.810763] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 598.810931] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 598.811046] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 598.811224] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 598.811308] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 598.811698] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 598.811698] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 598.811698] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 598.811880] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 598.811880] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 598.812019] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 816c28a4-7b3d-4ec6-b8a7-98e59cf7a51f already deleted. [ 598.812078] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-816c28a4-7b3d-4ec6-b8a7-98e59cf7a51f" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 599.092155] env[62265]: INFO networking_nsxv3.common.synchronization [None req-25edff59-31c2-42bf-a37e-d65a93f1d63a None None] Enqueued Resource ID: 2478c8d8-9e5e-4f86-91bc-e4314d6a55eb with Priority: HIGHEST for action port [ 599.092155] env[62265]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2478c8d8-9e5e-4f86-91bc-e4314d6a55eb with Priority: HIGHEST for action port [ 599.092155] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock port-2478c8d8-9e5e-4f86-91bc-e4314d6a55eb taken with stack trace [, , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 599.092155] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-2478c8d8-9e5e-4f86-91bc-e4314d6a55eb" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 599.092155] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-2478c8d8-9e5e-4f86-91bc-e4314d6a55eb" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 599.093694] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-2478c8d8-9e5e-4f86-91bc-e4314d6a55eb" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 599.093968] env[62265]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2478c8d8-9e5e-4f86-91bc-e4314d6a55eb',) {} {{(pid=62265) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 599.131825] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 599.131825] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 599.131825] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 599.131825] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 599.131825] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 599.131825] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 2504b10e-f0b3-4597-b810-51c474d197ba already deleted. [ 599.131825] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-2504b10e-f0b3-4597-b810-51c474d197ba" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 599.255419] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port e9417909-86e3-494a-b225-98a9133c7e1c [ 599.255922] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 599.255922] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 599.255922] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 599.256174] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 599.256284] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 599.256345] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:e9417909-86e3-494a-b225-98a9133c7e1c already deleted. [ 599.256446] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e9417909-86e3-494a-b225-98a9133c7e1c" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 599.371350] env[62265]: DEBUG networking_nsxv3.common.locking [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Lock network-953 taken with stack trace [, , , , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 599.371569] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquiring lock "network-953" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 599.371569] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquired lock "network-953" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 599.373134] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquired external semaphore "network-953" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 599.373134] env[62265]: DEBUG networking_nsxv3.common.locking [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 599.373134] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquiring lock "Segment" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 599.373134] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquired lock "Segment" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 599.373134] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquired external semaphore "Segment" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 599.373134] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Releasing lock "Segment" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 599.373462] env[62265]: DEBUG dogpile.cache.region [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] No value present for key: 'zone-id' {{(pid=62265) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 599.373462] env[62265]: DEBUG dogpile.lock [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] NeedRegenerationException {{(pid=62265) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 599.373462] env[62265]: DEBUG dogpile.lock [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] no value, waiting for create lock {{(pid=62265) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 599.373682] env[62265]: DEBUG dogpile.lock [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] value creation lock acquired {{(pid=62265) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 599.373682] env[62265]: DEBUG dogpile.cache.region [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] No value present for key: 'zone-id' {{(pid=62265) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 599.373781] env[62265]: DEBUG dogpile.lock [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Calling creation function for not-yet-present value {{(pid=62265) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 599.373949] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 599.394756] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 599.394931] env[62265]: DEBUG dogpile.cache.region [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=62265) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 599.395059] env[62265]: DEBUG dogpile.lock [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Released creation lock {{(pid=62265) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 599.395242] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Releasing lock "network-953" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 599.395535] env[62265]: DEBUG networking_nsxv3.common.locking [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Lock port-1c67763a-0047-47ce-a5ef-72c5e3545c27 taken with stack trace [, , , , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 599.395717] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquiring lock "port-1c67763a-0047-47ce-a5ef-72c5e3545c27" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 599.395837] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquired lock "port-1c67763a-0047-47ce-a5ef-72c5e3545c27" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 599.396158] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquired external semaphore "port-1c67763a-0047-47ce-a5ef-72c5e3545c27" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 599.396289] env[62265]: DEBUG networking_nsxv3.api.rpc [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1c67763a-0047-47ce-a5ef-72c5e3545c27',) {} {{(pid=62265) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 599.596600] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 2478c8d8-9e5e-4f86-91bc-e4314d6a55eb [ 599.596855] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 599.596997] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 599.597096] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 599.597299] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 599.597388] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 599.597485] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:2478c8d8-9e5e-4f86-91bc-e4314d6a55eb already deleted. [ 599.597567] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-2478c8d8-9e5e-4f86-91bc-e4314d6a55eb" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 599.901833] env[62265]: DEBUG networking_nsxv3.common.locking [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 599.903385] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquiring lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 599.904471] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquired lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 599.904471] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquired external semaphore "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 599.904471] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Releasing lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 599.904471] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Segment Port 1c67763a-0047-47ce-a5ef-72c5e3545c27 not found, creating... [ 599.904471] env[62265]: DEBUG networking_nsxv3.common.locking [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 599.904749] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquiring lock "Segment" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 599.904749] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquired lock "Segment" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 599.905156] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquired external semaphore "Segment" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 599.905156] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Releasing lock "Segment" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 599.906091] env[62265]: DEBUG networking_nsxv3.common.locking [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 599.906091] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquiring lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 599.906091] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquired lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 599.906091] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquired external semaphore "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 599.906462] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Releasing lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 599.907471] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Resource: SegmentPort with ID: 1c67763a-0047-47ce-a5ef-72c5e3545c27 is going to be created. [ 599.932326] env[62265]: DEBUG networking_nsxv3.common.locking [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 599.932530] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquiring lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 599.932671] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquired lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 599.932964] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquired external semaphore "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 599.933220] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Releasing lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 599.933463] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Releasing lock "port-1c67763a-0047-47ce-a5ef-72c5e3545c27" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 600.365831] env[62265]: INFO networking_nsxv3.common.synchronization [req-17019416-945b-4ac8-81e2-0b4e65f55375 req-05aea1e7-59e0-4620-85de-a14bb092c941 tempest-DeleteServersAdminTestJSON-217764255 tempest-DeleteServersAdminTestJSON-217764255-project-member] Enqueued Resource ID: d47d099f-c997-4da1-8b75-b9cff905fb2f with Priority: HIGHEST for action security_group_members [ 600.365831] env[62265]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d47d099f-c997-4da1-8b75-b9cff905fb2f with Priority: HIGHEST for action security_group_members [ 600.365831] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock member-d47d099f-c997-4da1-8b75-b9cff905fb2f taken with stack trace [, , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 600.365831] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d47d099f-c997-4da1-8b75-b9cff905fb2f" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 600.366037] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d47d099f-c997-4da1-8b75-b9cff905fb2f" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 600.367335] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d47d099f-c997-4da1-8b75-b9cff905fb2f" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 600.367335] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 600.367335] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 600.367335] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 600.367479] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 600.367694] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 600.367786] env[62265]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d47d099f-c997-4da1-8b75-b9cff905fb2f',) {} {{(pid=62265) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 600.702710] env[62265]: INFO networking_nsxv3.common.synchronization [None req-eec8c801-a752-4993-bd98-321aa4896127 None None] Enqueued Resource ID: 3d7fb580-83b3-433f-aa7d-7401f0d276d7 with Priority: HIGHEST for action port [ 600.702956] env[62265]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3d7fb580-83b3-433f-aa7d-7401f0d276d7 with Priority: HIGHEST for action port [ 600.707521] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock port-3d7fb580-83b3-433f-aa7d-7401f0d276d7 taken with stack trace [, , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 600.707521] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-3d7fb580-83b3-433f-aa7d-7401f0d276d7" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 600.707521] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-3d7fb580-83b3-433f-aa7d-7401f0d276d7" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 600.707521] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-3d7fb580-83b3-433f-aa7d-7401f0d276d7" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 600.707521] env[62265]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3d7fb580-83b3-433f-aa7d-7401f0d276d7',) {} {{(pid=62265) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 600.870477] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 600.870646] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 600.870769] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 600.870962] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 600.871063] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 600.871262] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 600.871368] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 600.871532] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 600.871573] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 600.871627] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 600.871811] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d47d099f-c997-4da1-8b75-b9cff905fb2f already deleted. [ 600.871811] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d47d099f-c997-4da1-8b75-b9cff905fb2f" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 601.175174] env[62265]: DEBUG networking_nsxv3.common.locking [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Lock network-443 taken with stack trace [, , , , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 601.175174] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquiring lock "network-443" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 601.175174] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquired lock "network-443" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 601.175661] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquired external semaphore "network-443" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 601.177155] env[62265]: DEBUG networking_nsxv3.common.locking [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 601.177347] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquiring lock "Segment" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 601.177486] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquired lock "Segment" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 601.177774] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquired external semaphore "Segment" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 601.177928] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Releasing lock "Segment" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 601.178163] env[62265]: DEBUG dogpile.cache.region [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] No value present for key: 'zone-id' {{(pid=62265) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 601.178273] env[62265]: DEBUG dogpile.lock [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] NeedRegenerationException {{(pid=62265) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 601.178395] env[62265]: DEBUG dogpile.lock [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] no value, waiting for create lock {{(pid=62265) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 601.178500] env[62265]: DEBUG dogpile.lock [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] value creation lock acquired {{(pid=62265) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 601.178608] env[62265]: DEBUG dogpile.cache.region [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] No value present for key: 'zone-id' {{(pid=62265) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 601.178712] env[62265]: DEBUG dogpile.lock [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Calling creation function for not-yet-present value {{(pid=62265) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 601.178902] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 601.196402] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 601.196579] env[62265]: DEBUG dogpile.cache.region [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Cache value generated in 0.018 seconds for key(s): 'zone-id' {{(pid=62265) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 601.196724] env[62265]: DEBUG dogpile.lock [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Released creation lock {{(pid=62265) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 601.196961] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Releasing lock "network-443" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 601.197308] env[62265]: DEBUG networking_nsxv3.common.locking [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Lock port-efb5f4f2-4f70-4f5c-86c7-cbae4f6695cf taken with stack trace [, , , , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 601.197514] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquiring lock "port-efb5f4f2-4f70-4f5c-86c7-cbae4f6695cf" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 601.197636] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquired lock "port-efb5f4f2-4f70-4f5c-86c7-cbae4f6695cf" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 601.198028] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquired external semaphore "port-efb5f4f2-4f70-4f5c-86c7-cbae4f6695cf" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 601.198173] env[62265]: DEBUG networking_nsxv3.api.rpc [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('efb5f4f2-4f70-4f5c-86c7-cbae4f6695cf',) {} {{(pid=62265) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 601.209262] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 3d7fb580-83b3-433f-aa7d-7401f0d276d7 [ 601.211998] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 601.211998] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 601.211998] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 601.211998] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 601.211998] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 601.211998] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:3d7fb580-83b3-433f-aa7d-7401f0d276d7 already deleted. [ 601.211998] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-3d7fb580-83b3-433f-aa7d-7401f0d276d7" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 601.295298] env[62265]: INFO networking_nsxv3.common.synchronization [req-6957d7cd-e0a3-41fb-8442-235c859a4ae5 req-6ce865c6-c51f-41f4-8716-41845ba8de88 service nova] Enqueued Resource ID: 816c28a4-7b3d-4ec6-b8a7-98e59cf7a51f with Priority: HIGHEST for action security_group_rules [ 601.295470] env[62265]: INFO networking_nsxv3.common.synchronization [req-6957d7cd-e0a3-41fb-8442-235c859a4ae5 req-6ce865c6-c51f-41f4-8716-41845ba8de88 service nova] Enqueued Resource ID: 816c28a4-7b3d-4ec6-b8a7-98e59cf7a51f with Priority: HIGHEST for action security_group_members [ 601.295566] env[62265]: INFO networking_nsxv3.common.synchronization [req-6957d7cd-e0a3-41fb-8442-235c859a4ae5 req-6ce865c6-c51f-41f4-8716-41845ba8de88 service nova] Enqueued Resource ID: 1c67763a-0047-47ce-a5ef-72c5e3545c27 with Priority: HIGHEST for action port [ 601.296166] env[62265]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 816c28a4-7b3d-4ec6-b8a7-98e59cf7a51f with Priority: HIGHEST for action security_group_rules [ 601.296384] env[62265]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 816c28a4-7b3d-4ec6-b8a7-98e59cf7a51f with Priority: HIGHEST for action security_group_members [ 601.296458] env[62265]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1c67763a-0047-47ce-a5ef-72c5e3545c27 with Priority: HIGHEST for action port [ 601.296684] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock rules-816c28a4-7b3d-4ec6-b8a7-98e59cf7a51f taken with stack trace [, , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 601.296799] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-816c28a4-7b3d-4ec6-b8a7-98e59cf7a51f" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 601.297612] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-816c28a4-7b3d-4ec6-b8a7-98e59cf7a51f" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 601.297956] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-816c28a4-7b3d-4ec6-b8a7-98e59cf7a51f" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 601.298160] env[62265]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('816c28a4-7b3d-4ec6-b8a7-98e59cf7a51f',) {} {{(pid=62265) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 601.298886] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock member-816c28a4-7b3d-4ec6-b8a7-98e59cf7a51f taken with stack trace [, , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 601.299014] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-816c28a4-7b3d-4ec6-b8a7-98e59cf7a51f" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 601.299233] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-816c28a4-7b3d-4ec6-b8a7-98e59cf7a51f" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 601.299233] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-816c28a4-7b3d-4ec6-b8a7-98e59cf7a51f" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 601.299380] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 601.301018] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 601.301018] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 601.301018] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 601.301018] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 601.301018] env[62265]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('816c28a4-7b3d-4ec6-b8a7-98e59cf7a51f',) {} {{(pid=62265) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 601.304428] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock port-1c67763a-0047-47ce-a5ef-72c5e3545c27 taken with stack trace [, , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 601.304428] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-1c67763a-0047-47ce-a5ef-72c5e3545c27" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 601.304428] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-1c67763a-0047-47ce-a5ef-72c5e3545c27" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 601.304428] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-1c67763a-0047-47ce-a5ef-72c5e3545c27" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 601.304428] env[62265]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1c67763a-0047-47ce-a5ef-72c5e3545c27',) {} {{(pid=62265) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 601.702330] env[62265]: DEBUG networking_nsxv3.common.locking [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 601.702585] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquiring lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 601.702752] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquired lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 601.703107] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquired external semaphore "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 601.703326] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Releasing lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 601.703788] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Segment Port efb5f4f2-4f70-4f5c-86c7-cbae4f6695cf not found, creating... [ 601.703961] env[62265]: DEBUG networking_nsxv3.common.locking [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 601.704195] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquiring lock "Segment" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 601.704349] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquired lock "Segment" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 601.705015] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquired external semaphore "Segment" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 601.705015] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Releasing lock "Segment" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 601.705160] env[62265]: DEBUG networking_nsxv3.common.locking [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 601.705358] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquiring lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 601.705520] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquired lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 601.705802] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquired external semaphore "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 601.705961] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Releasing lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 601.706217] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Resource: SegmentPort with ID: efb5f4f2-4f70-4f5c-86c7-cbae4f6695cf is going to be created. [ 601.727250] env[62265]: DEBUG networking_nsxv3.common.locking [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 601.728765] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquiring lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 601.728765] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquired lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 601.728765] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquired external semaphore "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 601.728765] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Releasing lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 601.728765] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Releasing lock "port-efb5f4f2-4f70-4f5c-86c7-cbae4f6695cf" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 601.806387] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock member-816c28a4-7b3d-4ec6-b8a7-98e59cf7a51f taken with stack trace [, , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 601.807618] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-816c28a4-7b3d-4ec6-b8a7-98e59cf7a51f" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 601.822771] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 1c67763a-0047-47ce-a5ef-72c5e3545c27 with status ACTIVE [ 601.822771] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 601.822771] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 601.822771] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 601.822771] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 601.822771] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 601.822771] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 601.822771] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 601.822771] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 601.822771] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 601.822771] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 601.822771] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 601.822771] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 601.822771] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 601.822771] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 601.822771] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 601.822771] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 1c67763a-0047-47ce-a5ef-72c5e3545c27 is going to be updated. [ 601.823361] env[62265]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('816c28a4-7b3d-4ec6-b8a7-98e59cf7a51f',) {} {{(pid=62265) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 601.855883] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 601.856191] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 601.856191] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 601.856423] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 601.856569] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 601.856783] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-1c67763a-0047-47ce-a5ef-72c5e3545c27" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 602.326555] env[62265]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('816c28a4-7b3d-4ec6-b8a7-98e59cf7a51f',) {} {{(pid=62265) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 602.484601] env[62265]: INFO networking_nsxv3.common.synchronization [None req-eb41b91b-88c3-4c6f-b6ed-860cf5e4aa65 None None] Enqueued Resource ID: 4163c5f5-4869-40d9-98c7-60f707b18d1e with Priority: HIGHEST for action port [ 602.484855] env[62265]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4163c5f5-4869-40d9-98c7-60f707b18d1e with Priority: HIGHEST for action port [ 602.485415] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock port-4163c5f5-4869-40d9-98c7-60f707b18d1e taken with stack trace [, , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 602.485536] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-4163c5f5-4869-40d9-98c7-60f707b18d1e" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 602.485636] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-4163c5f5-4869-40d9-98c7-60f707b18d1e" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 602.485856] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-4163c5f5-4869-40d9-98c7-60f707b18d1e" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 602.485931] env[62265]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4163c5f5-4869-40d9-98c7-60f707b18d1e',) {} {{(pid=62265) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 602.778459] env[62265]: INFO networking_nsxv3.common.synchronization [req-17019416-945b-4ac8-81e2-0b4e65f55375 req-c9cb8c16-08e9-4092-a383-2b2e77fc9092 service nova] Enqueued Resource ID: d47d099f-c997-4da1-8b75-b9cff905fb2f with Priority: HIGHEST for action security_group_rules [ 602.778656] env[62265]: INFO networking_nsxv3.common.synchronization [req-17019416-945b-4ac8-81e2-0b4e65f55375 req-c9cb8c16-08e9-4092-a383-2b2e77fc9092 service nova] Enqueued Resource ID: d47d099f-c997-4da1-8b75-b9cff905fb2f with Priority: HIGHEST for action security_group_members [ 602.778767] env[62265]: INFO networking_nsxv3.common.synchronization [req-17019416-945b-4ac8-81e2-0b4e65f55375 req-c9cb8c16-08e9-4092-a383-2b2e77fc9092 service nova] Enqueued Resource ID: efb5f4f2-4f70-4f5c-86c7-cbae4f6695cf with Priority: HIGHEST for action port [ 602.779265] env[62265]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d47d099f-c997-4da1-8b75-b9cff905fb2f with Priority: HIGHEST for action security_group_rules [ 602.779755] env[62265]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d47d099f-c997-4da1-8b75-b9cff905fb2f with Priority: HIGHEST for action security_group_members [ 602.779755] env[62265]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: efb5f4f2-4f70-4f5c-86c7-cbae4f6695cf with Priority: HIGHEST for action port [ 602.779755] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d47d099f-c997-4da1-8b75-b9cff905fb2f taken with stack trace [, , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 602.779899] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d47d099f-c997-4da1-8b75-b9cff905fb2f" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 602.779932] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d47d099f-c997-4da1-8b75-b9cff905fb2f" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 602.781144] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d47d099f-c997-4da1-8b75-b9cff905fb2f" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 602.781144] env[62265]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d47d099f-c997-4da1-8b75-b9cff905fb2f',) {} {{(pid=62265) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 602.781144] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock member-d47d099f-c997-4da1-8b75-b9cff905fb2f taken with stack trace [, , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 602.781274] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d47d099f-c997-4da1-8b75-b9cff905fb2f" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 602.781307] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d47d099f-c997-4da1-8b75-b9cff905fb2f" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 602.781446] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d47d099f-c997-4da1-8b75-b9cff905fb2f" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 602.781584] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 602.781674] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 602.782390] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 602.782390] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 602.782390] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 602.782390] env[62265]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d47d099f-c997-4da1-8b75-b9cff905fb2f',) {} {{(pid=62265) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 602.782873] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock port-efb5f4f2-4f70-4f5c-86c7-cbae4f6695cf taken with stack trace [, , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 602.782971] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-efb5f4f2-4f70-4f5c-86c7-cbae4f6695cf" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 602.782971] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-efb5f4f2-4f70-4f5c-86c7-cbae4f6695cf" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 602.783131] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-efb5f4f2-4f70-4f5c-86c7-cbae4f6695cf" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 602.783210] env[62265]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('efb5f4f2-4f70-4f5c-86c7-cbae4f6695cf',) {} {{(pid=62265) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 602.828985] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 602.829315] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 602.829315] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 602.829421] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 602.830152] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 602.830152] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 816c28a4-7b3d-4ec6-b8a7-98e59cf7a51f is going to be created. [ 602.857806] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 602.857986] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 602.858034] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 602.858497] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 602.858497] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 602.868363] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 816c28a4-7b3d-4ec6-b8a7-98e59cf7a51f in Status: UNINITIALIZED for 2s [ 602.989513] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 4163c5f5-4869-40d9-98c7-60f707b18d1e [ 602.989513] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 602.989513] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 602.989513] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 602.989513] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 602.989513] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 602.989513] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:4163c5f5-4869-40d9-98c7-60f707b18d1e already deleted. [ 602.989513] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-4163c5f5-4869-40d9-98c7-60f707b18d1e" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 603.047124] env[62265]: INFO networking_nsxv3.common.synchronization [req-b7d93346-cfb2-4744-8271-c1b7de0f3da4 req-fe86d649-4a65-4d11-9e12-b711b7f12be2 tempest-SecurityGroupRulesNegativeTestJSON-1964319282 tempest-SecurityGroupRulesNegativeTestJSON-1964319282-project-member] Enqueued Resource ID: 2504b10e-f0b3-4597-b810-51c474d197ba with Priority: HIGHEST for action security_group_rules [ 603.048294] env[62265]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2504b10e-f0b3-4597-b810-51c474d197ba with Priority: HIGHEST for action security_group_rules [ 603.048847] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock rules-2504b10e-f0b3-4597-b810-51c474d197ba taken with stack trace [, , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 603.049358] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-2504b10e-f0b3-4597-b810-51c474d197ba" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 603.049358] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-2504b10e-f0b3-4597-b810-51c474d197ba" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 603.050687] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-2504b10e-f0b3-4597-b810-51c474d197ba" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 603.050687] env[62265]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('2504b10e-f0b3-4597-b810-51c474d197ba',) {} {{(pid=62265) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 603.290254] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock member-d47d099f-c997-4da1-8b75-b9cff905fb2f taken with stack trace [, , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 603.290254] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d47d099f-c997-4da1-8b75-b9cff905fb2f" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 603.290254] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port efb5f4f2-4f70-4f5c-86c7-cbae4f6695cf with status ACTIVE [ 603.290395] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 603.290459] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 603.290528] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 603.290814] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 603.290874] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 603.290998] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 603.291127] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 603.291187] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 603.291351] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 603.291420] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 603.291605] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 603.291695] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 603.291754] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 603.291891] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 603.291961] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 603.292068] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: efb5f4f2-4f70-4f5c-86c7-cbae4f6695cf is going to be updated. [ 603.295010] env[62265]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('d47d099f-c997-4da1-8b75-b9cff905fb2f',) {} {{(pid=62265) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 603.315129] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 603.315129] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 603.315289] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 603.315394] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 603.315524] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 603.315695] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-efb5f4f2-4f70-4f5c-86c7-cbae4f6695cf" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 603.357010] env[62265]: INFO networking_nsxv3.common.synchronization [None req-f7b17276-e7ea-4fce-b240-f13ea732d846 None None] Enqueued Resource ID: 158e0d99-6697-4c91-a441-4fa5b2a66c11 with Priority: HIGHEST for action port [ 603.357480] env[62265]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 158e0d99-6697-4c91-a441-4fa5b2a66c11 with Priority: HIGHEST for action port [ 603.357762] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock port-158e0d99-6697-4c91-a441-4fa5b2a66c11 taken with stack trace [, , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 603.357894] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-158e0d99-6697-4c91-a441-4fa5b2a66c11" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 603.357961] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-158e0d99-6697-4c91-a441-4fa5b2a66c11" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 603.358227] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-158e0d99-6697-4c91-a441-4fa5b2a66c11" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 603.358307] env[62265]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('158e0d99-6697-4c91-a441-4fa5b2a66c11',) {} {{(pid=62265) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 603.375909] env[62265]: INFO networking_nsxv3.common.synchronization [None req-d2b5372d-a65b-47ee-b7ae-8f0bd047dad9 None None] Enqueued Resource ID: 85d8e49c-85e5-46ed-9660-e678394de9b7 with Priority: HIGHEST for action port [ 603.376620] env[62265]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 85d8e49c-85e5-46ed-9660-e678394de9b7 with Priority: HIGHEST for action port [ 603.377239] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock port-85d8e49c-85e5-46ed-9660-e678394de9b7 taken with stack trace [, , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 603.377360] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-85d8e49c-85e5-46ed-9660-e678394de9b7" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 603.377429] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-85d8e49c-85e5-46ed-9660-e678394de9b7" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 603.377675] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-85d8e49c-85e5-46ed-9660-e678394de9b7" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 603.377757] env[62265]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('85d8e49c-85e5-46ed-9660-e678394de9b7',) {} {{(pid=62265) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 603.573196] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 603.573330] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 603.573398] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 603.573652] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 603.573747] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 603.573852] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 2504b10e-f0b3-4597-b810-51c474d197ba already deleted. [ 603.573937] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-2504b10e-f0b3-4597-b810-51c474d197ba" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 603.797768] env[62265]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('d47d099f-c997-4da1-8b75-b9cff905fb2f',) {} {{(pid=62265) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 603.862119] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 158e0d99-6697-4c91-a441-4fa5b2a66c11 [ 603.862119] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 603.862119] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 603.862119] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 603.862119] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 603.862119] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 603.862418] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:158e0d99-6697-4c91-a441-4fa5b2a66c11 already deleted. [ 603.862418] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-158e0d99-6697-4c91-a441-4fa5b2a66c11" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 603.881329] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 85d8e49c-85e5-46ed-9660-e678394de9b7 [ 603.881329] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 603.881329] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 603.881329] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 603.881329] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 603.881329] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 603.881329] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:85d8e49c-85e5-46ed-9660-e678394de9b7 already deleted. [ 603.883153] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-85d8e49c-85e5-46ed-9660-e678394de9b7" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 604.198092] env[62265]: INFO networking_nsxv3.common.synchronization [req-9066a64a-92b9-4ce8-9dae-96489c53dca6 req-059a6c43-fcb4-4ce4-bf79-faa4410b7b69 tempest-ServerExternalEventsTest-1959909449 tempest-ServerExternalEventsTest-1959909449-project-member] Enqueued Resource ID: 79d33d01-a887-4510-935b-77eadb6bd76a with Priority: HIGHEST for action security_group_members [ 604.198092] env[62265]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 79d33d01-a887-4510-935b-77eadb6bd76a with Priority: HIGHEST for action security_group_members [ 604.198092] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock member-79d33d01-a887-4510-935b-77eadb6bd76a taken with stack trace [, , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 604.198092] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-79d33d01-a887-4510-935b-77eadb6bd76a" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 604.198092] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-79d33d01-a887-4510-935b-77eadb6bd76a" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 604.198371] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-79d33d01-a887-4510-935b-77eadb6bd76a" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 604.198568] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 604.198698] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 604.198853] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 604.200498] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 604.200987] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 604.200987] env[62265]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('79d33d01-a887-4510-935b-77eadb6bd76a',) {} {{(pid=62265) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 604.302844] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 604.302844] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 604.302844] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 604.302844] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 604.302844] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 604.302844] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d47d099f-c997-4da1-8b75-b9cff905fb2f is going to be created. [ 604.335231] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 604.335354] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 604.335547] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 604.335721] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 604.335860] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 604.354264] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d47d099f-c997-4da1-8b75-b9cff905fb2f in Status: UNINITIALIZED for 2s [ 604.707874] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 604.707874] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 604.707874] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 604.707874] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 604.707874] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 604.707874] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 604.707874] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 604.707874] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 604.707874] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 604.707874] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 604.707874] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 79d33d01-a887-4510-935b-77eadb6bd76a already deleted. [ 604.708879] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-79d33d01-a887-4510-935b-77eadb6bd76a" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 604.860339] env[62265]: DEBUG networking_nsxv3.common.locking [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Lock network-443 taken with stack trace [, , , , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 604.860639] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquiring lock "network-443" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 604.860777] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquired lock "network-443" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 604.861342] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquired external semaphore "network-443" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 604.861422] env[62265]: DEBUG networking_nsxv3.common.locking [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 604.861550] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquiring lock "Segment" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 604.861640] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquired lock "Segment" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 604.861907] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquired external semaphore "Segment" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 604.862844] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Releasing lock "Segment" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 604.863105] env[62265]: DEBUG dogpile.cache.region [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] No value present for key: 'zone-id' {{(pid=62265) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 604.863260] env[62265]: DEBUG dogpile.lock [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] NeedRegenerationException {{(pid=62265) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 604.863337] env[62265]: DEBUG dogpile.lock [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] no value, waiting for create lock {{(pid=62265) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 604.863525] env[62265]: DEBUG dogpile.lock [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] value creation lock acquired {{(pid=62265) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 604.863557] env[62265]: DEBUG dogpile.cache.region [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] No value present for key: 'zone-id' {{(pid=62265) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 604.863717] env[62265]: DEBUG dogpile.lock [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Calling creation function for not-yet-present value {{(pid=62265) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 604.863769] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 604.888831] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 604.888831] env[62265]: DEBUG dogpile.cache.region [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=62265) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 604.888831] env[62265]: DEBUG dogpile.lock [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Released creation lock {{(pid=62265) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 604.888831] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Releasing lock "network-443" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 604.888831] env[62265]: DEBUG networking_nsxv3.common.locking [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Lock port-0fe20052-e243-4a29-893b-5607a8899ee9 taken with stack trace [, , , , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 604.888831] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquiring lock "port-0fe20052-e243-4a29-893b-5607a8899ee9" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 604.888831] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquired lock "port-0fe20052-e243-4a29-893b-5607a8899ee9" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 604.889207] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquired external semaphore "port-0fe20052-e243-4a29-893b-5607a8899ee9" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 604.889521] env[62265]: DEBUG networking_nsxv3.api.rpc [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0fe20052-e243-4a29-893b-5607a8899ee9',) {} {{(pid=62265) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 604.892522] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 816c28a4-7b3d-4ec6-b8a7-98e59cf7a51f in Status: SUCCESS [ 604.892867] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-816c28a4-7b3d-4ec6-b8a7-98e59cf7a51f" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 604.893136] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-816c28a4-7b3d-4ec6-b8a7-98e59cf7a51f" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 604.893525] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-816c28a4-7b3d-4ec6-b8a7-98e59cf7a51f" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 604.893882] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 604.894135] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 604.894294] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 604.894535] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 604.894700] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 604.894881] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-816c28a4-7b3d-4ec6-b8a7-98e59cf7a51f" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 604.895089] env[62265]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('816c28a4-7b3d-4ec6-b8a7-98e59cf7a51f',) {} {{(pid=62265) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 605.265216] env[62265]: INFO networking_nsxv3.common.synchronization [None req-4b665e12-c85e-47ca-b629-e80eba7ed4be tempest-VolumesAssistedSnapshotsTest-1352287386 tempest-VolumesAssistedSnapshotsTest-1352287386-project-member] Enqueued Resource ID: d19427e8-4d50-432f-b494-0ac8141f4c17 with Priority: HIGHEST for action security_group_rules [ 605.266326] env[62265]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d19427e8-4d50-432f-b494-0ac8141f4c17 with Priority: HIGHEST for action security_group_rules [ 605.266709] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d19427e8-4d50-432f-b494-0ac8141f4c17 taken with stack trace [, , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 605.266897] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d19427e8-4d50-432f-b494-0ac8141f4c17" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 605.267018] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d19427e8-4d50-432f-b494-0ac8141f4c17" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 605.268097] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d19427e8-4d50-432f-b494-0ac8141f4c17" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 605.268186] env[62265]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d19427e8-4d50-432f-b494-0ac8141f4c17',) {} {{(pid=62265) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 605.393229] env[62265]: DEBUG networking_nsxv3.common.locking [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 605.393584] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquiring lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 605.393773] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquired lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 605.394132] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquired external semaphore "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 605.394363] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Releasing lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 605.394598] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Segment Port 0fe20052-e243-4a29-893b-5607a8899ee9 not found, creating... [ 605.394912] env[62265]: DEBUG networking_nsxv3.common.locking [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 605.395173] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquiring lock "Segment" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 605.395238] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquired lock "Segment" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 605.397032] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquired external semaphore "Segment" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 605.397226] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Releasing lock "Segment" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 605.397945] env[62265]: DEBUG networking_nsxv3.common.locking [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 605.397945] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquiring lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 605.397945] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquired lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 605.398161] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquired external semaphore "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 605.398192] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Releasing lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 605.398342] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Resource: SegmentPort with ID: 0fe20052-e243-4a29-893b-5607a8899ee9 is going to be created. [ 605.399675] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock member-816c28a4-7b3d-4ec6-b8a7-98e59cf7a51f taken with stack trace [, , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 605.400443] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-816c28a4-7b3d-4ec6-b8a7-98e59cf7a51f" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 605.400443] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-816c28a4-7b3d-4ec6-b8a7-98e59cf7a51f" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 605.400443] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-816c28a4-7b3d-4ec6-b8a7-98e59cf7a51f" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 605.400561] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 605.400643] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 605.400704] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 605.400874] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 605.400971] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 605.401169] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-816c28a4-7b3d-4ec6-b8a7-98e59cf7a51f" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 605.401235] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock member-816c28a4-7b3d-4ec6-b8a7-98e59cf7a51f taken with stack trace [, , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 605.401281] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-816c28a4-7b3d-4ec6-b8a7-98e59cf7a51f" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 605.401331] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-816c28a4-7b3d-4ec6-b8a7-98e59cf7a51f" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 605.401466] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-816c28a4-7b3d-4ec6-b8a7-98e59cf7a51f" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 605.401597] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 605.401688] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 605.401752] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 605.402078] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 605.402216] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 605.402371] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-816c28a4-7b3d-4ec6-b8a7-98e59cf7a51f" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 605.402371] env[62265]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('816c28a4-7b3d-4ec6-b8a7-98e59cf7a51f',) {} {{(pid=62265) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 605.423498] env[62265]: DEBUG networking_nsxv3.common.locking [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 605.423710] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquiring lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 605.423869] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquired lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 605.424141] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquired external semaphore "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 605.424410] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Releasing lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 605.424612] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Releasing lock "port-0fe20052-e243-4a29-893b-5607a8899ee9" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 605.507211] env[62265]: INFO networking_nsxv3.common.synchronization [None req-73bb41d2-1a51-420c-8856-db55ae9161b6 None None] Enqueued Resource ID: 21f4e21e-98cd-4e3b-8a8a-a1491f7058b4 with Priority: HIGHEST for action port [ 605.507211] env[62265]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 21f4e21e-98cd-4e3b-8a8a-a1491f7058b4 with Priority: HIGHEST for action port [ 605.507211] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock port-21f4e21e-98cd-4e3b-8a8a-a1491f7058b4 taken with stack trace [, , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 605.507211] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-21f4e21e-98cd-4e3b-8a8a-a1491f7058b4" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 605.507211] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-21f4e21e-98cd-4e3b-8a8a-a1491f7058b4" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 605.507211] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-21f4e21e-98cd-4e3b-8a8a-a1491f7058b4" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 605.507211] env[62265]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('21f4e21e-98cd-4e3b-8a8a-a1491f7058b4',) {} {{(pid=62265) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 605.601341] env[62265]: INFO networking_nsxv3.common.synchronization [None req-39a1bbc5-e084-43af-a92a-fab086ba8968 tempest-VolumesAssistedSnapshotsTest-1352287386 tempest-VolumesAssistedSnapshotsTest-1352287386-project-member] Enqueued Resource ID: d19427e8-4d50-432f-b494-0ac8141f4c17 with Priority: HIGHEST for action security_group_rules [ 605.601878] env[62265]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d19427e8-4d50-432f-b494-0ac8141f4c17 with Priority: HIGHEST for action security_group_rules [ 605.602187] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d19427e8-4d50-432f-b494-0ac8141f4c17 taken with stack trace [, , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 605.602308] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d19427e8-4d50-432f-b494-0ac8141f4c17" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 605.779095] env[62265]: INFO networking_nsxv3.common.synchronization [None req-a5ca1261-1779-405b-bf1e-3cb840cfe895 None None] Enqueued Resource ID: 59be42dd-c8fa-49d6-ad57-fb6523a9dd2b with Priority: HIGHEST for action port [ 605.779789] env[62265]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 59be42dd-c8fa-49d6-ad57-fb6523a9dd2b with Priority: HIGHEST for action port [ 605.779939] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock port-59be42dd-c8fa-49d6-ad57-fb6523a9dd2b taken with stack trace [, , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 605.780090] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-59be42dd-c8fa-49d6-ad57-fb6523a9dd2b" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 605.780159] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-59be42dd-c8fa-49d6-ad57-fb6523a9dd2b" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 605.780405] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-59be42dd-c8fa-49d6-ad57-fb6523a9dd2b" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 605.780489] env[62265]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('59be42dd-c8fa-49d6-ad57-fb6523a9dd2b',) {} {{(pid=62265) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 605.791444] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 605.791444] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 605.791444] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 605.791444] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 605.791444] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 605.791444] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d19427e8-4d50-432f-b494-0ac8141f4c17 already deleted. [ 605.791444] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d19427e8-4d50-432f-b494-0ac8141f4c17" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 605.791444] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d19427e8-4d50-432f-b494-0ac8141f4c17" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 605.791444] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d19427e8-4d50-432f-b494-0ac8141f4c17" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 605.791444] env[62265]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d19427e8-4d50-432f-b494-0ac8141f4c17',) {} {{(pid=62265) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 605.907039] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 816c28a4-7b3d-4ec6-b8a7-98e59cf7a51f: rpc.has_security_group_logging(os_id): False [ 605.928226] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 605.928226] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 605.928334] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 605.928857] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 605.928956] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 605.929206] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 605.929322] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 605.929379] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 605.929543] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 605.930579] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 605.930579] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 605.930579] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 605.930579] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 605.931065] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 605.931065] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 605.932527] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 605.932527] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 605.932527] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 605.932527] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 605.932786] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 605.932786] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 816c28a4-7b3d-4ec6-b8a7-98e59cf7a51f is going to be created. [ 605.989334] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 605.989491] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 605.989559] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 605.989772] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 605.990027] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 605.995517] env[62265]: INFO networking_nsxv3.common.synchronization [req-955c0a1b-7c51-44a9-ab10-3673edeb2572 req-b9664fa3-db1e-43a7-a4cb-e52f05461ae6 tempest-InstanceActionsNegativeTestJSON-196325710 tempest-InstanceActionsNegativeTestJSON-196325710-project-member] Enqueued Resource ID: f5e49834-0ea6-495c-ac40-f22465d08790 with Priority: HIGHEST for action security_group_members [ 605.995517] env[62265]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f5e49834-0ea6-495c-ac40-f22465d08790 with Priority: HIGHEST for action security_group_members [ 605.996837] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock member-f5e49834-0ea6-495c-ac40-f22465d08790 taken with stack trace [, , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 605.996837] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f5e49834-0ea6-495c-ac40-f22465d08790" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 605.996837] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f5e49834-0ea6-495c-ac40-f22465d08790" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 605.996837] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f5e49834-0ea6-495c-ac40-f22465d08790" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 605.996837] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 605.996837] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 605.996837] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 605.996837] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 605.996837] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 605.996837] env[62265]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f5e49834-0ea6-495c-ac40-f22465d08790',) {} {{(pid=62265) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 606.000055] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 816c28a4-7b3d-4ec6-b8a7-98e59cf7a51f in Status: IN_PROGRESS for 2s [ 606.012710] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 21f4e21e-98cd-4e3b-8a8a-a1491f7058b4 [ 606.013074] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 606.013074] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 606.013222] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 606.014300] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 606.014300] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 606.014300] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:21f4e21e-98cd-4e3b-8a8a-a1491f7058b4 already deleted. [ 606.014300] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-21f4e21e-98cd-4e3b-8a8a-a1491f7058b4" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 606.282770] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 59be42dd-c8fa-49d6-ad57-fb6523a9dd2b [ 606.283125] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 606.283204] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 606.283330] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 606.283476] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 606.283629] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 606.283674] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:59be42dd-c8fa-49d6-ad57-fb6523a9dd2b already deleted. [ 606.283740] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-59be42dd-c8fa-49d6-ad57-fb6523a9dd2b" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 606.323020] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 606.323640] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 606.323640] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 606.323640] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 606.323640] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 606.323640] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d19427e8-4d50-432f-b494-0ac8141f4c17 already deleted. [ 606.323823] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d19427e8-4d50-432f-b494-0ac8141f4c17" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 606.366418] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d47d099f-c997-4da1-8b75-b9cff905fb2f in Status: SUCCESS [ 606.366633] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d47d099f-c997-4da1-8b75-b9cff905fb2f" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 606.366796] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d47d099f-c997-4da1-8b75-b9cff905fb2f" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 606.367041] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d47d099f-c997-4da1-8b75-b9cff905fb2f" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 606.367464] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 606.368214] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 606.368214] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 606.368214] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 606.368214] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 606.368214] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d47d099f-c997-4da1-8b75-b9cff905fb2f" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 606.369137] env[62265]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('d47d099f-c997-4da1-8b75-b9cff905fb2f',) {} {{(pid=62265) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 606.501555] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 606.503904] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 606.503904] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 606.503904] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 606.503904] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 606.503904] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 606.503904] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 606.503904] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 606.503904] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 606.503904] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 606.503904] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f5e49834-0ea6-495c-ac40-f22465d08790 already deleted. [ 606.503904] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f5e49834-0ea6-495c-ac40-f22465d08790" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 606.740378] env[62265]: DEBUG networking_nsxv3.common.locking [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Lock network-988 taken with stack trace [, , , , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 606.740533] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquiring lock "network-988" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 606.740653] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquired lock "network-988" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 606.741076] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquired external semaphore "network-988" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 606.741327] env[62265]: DEBUG networking_nsxv3.common.locking [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 606.741483] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquiring lock "Segment" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 606.741597] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquired lock "Segment" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 606.741814] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquired external semaphore "Segment" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 606.741953] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Releasing lock "Segment" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 606.742163] env[62265]: DEBUG dogpile.cache.region [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] No value present for key: 'zone-id' {{(pid=62265) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 606.742270] env[62265]: DEBUG dogpile.lock [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] NeedRegenerationException {{(pid=62265) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 606.742383] env[62265]: DEBUG dogpile.lock [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] no value, waiting for create lock {{(pid=62265) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 606.742490] env[62265]: DEBUG dogpile.lock [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] value creation lock acquired {{(pid=62265) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 606.742594] env[62265]: DEBUG dogpile.cache.region [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] No value present for key: 'zone-id' {{(pid=62265) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 606.742694] env[62265]: DEBUG dogpile.lock [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Calling creation function for not-yet-present value {{(pid=62265) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 606.742820] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 606.760235] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 606.760397] env[62265]: DEBUG dogpile.cache.region [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Cache value generated in 0.018 seconds for key(s): 'zone-id' {{(pid=62265) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 606.760531] env[62265]: DEBUG dogpile.lock [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Released creation lock {{(pid=62265) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 606.760721] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Releasing lock "network-988" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 606.761053] env[62265]: DEBUG networking_nsxv3.common.locking [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Lock port-95c430c0-9901-4240-a2b9-61644477a02f taken with stack trace [, , , , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 606.761229] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquiring lock "port-95c430c0-9901-4240-a2b9-61644477a02f" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 606.761341] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquired lock "port-95c430c0-9901-4240-a2b9-61644477a02f" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 606.761656] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquired external semaphore "port-95c430c0-9901-4240-a2b9-61644477a02f" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 606.763585] env[62265]: DEBUG networking_nsxv3.api.rpc [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('95c430c0-9901-4240-a2b9-61644477a02f',) {} {{(pid=62265) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 606.872816] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock member-d47d099f-c997-4da1-8b75-b9cff905fb2f taken with stack trace [, , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 606.873167] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d47d099f-c997-4da1-8b75-b9cff905fb2f" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 606.876873] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d47d099f-c997-4da1-8b75-b9cff905fb2f" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 606.876873] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d47d099f-c997-4da1-8b75-b9cff905fb2f" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 606.876873] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 606.876873] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 606.876873] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 606.876873] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 606.876873] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 606.876873] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d47d099f-c997-4da1-8b75-b9cff905fb2f" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 606.876873] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock member-d47d099f-c997-4da1-8b75-b9cff905fb2f taken with stack trace [, , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 606.876873] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d47d099f-c997-4da1-8b75-b9cff905fb2f" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 606.876873] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d47d099f-c997-4da1-8b75-b9cff905fb2f" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 606.876873] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d47d099f-c997-4da1-8b75-b9cff905fb2f" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 606.876873] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 606.876873] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 606.876873] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 606.876873] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 606.876873] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 606.876873] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d47d099f-c997-4da1-8b75-b9cff905fb2f" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 606.877518] env[62265]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('d47d099f-c997-4da1-8b75-b9cff905fb2f',) {} {{(pid=62265) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 606.907517] env[62265]: INFO networking_nsxv3.common.synchronization [req-9066a64a-92b9-4ce8-9dae-96489c53dca6 req-6301360d-125a-471d-a2d4-e701133cb31b service nova] Enqueued Resource ID: 79d33d01-a887-4510-935b-77eadb6bd76a with Priority: HIGHEST for action security_group_rules [ 606.908675] env[62265]: INFO networking_nsxv3.common.synchronization [req-9066a64a-92b9-4ce8-9dae-96489c53dca6 req-6301360d-125a-471d-a2d4-e701133cb31b service nova] Enqueued Resource ID: 79d33d01-a887-4510-935b-77eadb6bd76a with Priority: HIGHEST for action security_group_members [ 606.908675] env[62265]: INFO networking_nsxv3.common.synchronization [req-9066a64a-92b9-4ce8-9dae-96489c53dca6 req-6301360d-125a-471d-a2d4-e701133cb31b service nova] Enqueued Resource ID: 0fe20052-e243-4a29-893b-5607a8899ee9 with Priority: HIGHEST for action port [ 606.908675] env[62265]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 79d33d01-a887-4510-935b-77eadb6bd76a with Priority: HIGHEST for action security_group_rules [ 606.908675] env[62265]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 79d33d01-a887-4510-935b-77eadb6bd76a with Priority: HIGHEST for action security_group_members [ 606.908675] env[62265]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0fe20052-e243-4a29-893b-5607a8899ee9 with Priority: HIGHEST for action port [ 606.908855] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock rules-79d33d01-a887-4510-935b-77eadb6bd76a taken with stack trace [, , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 606.908855] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-79d33d01-a887-4510-935b-77eadb6bd76a" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 606.908951] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-79d33d01-a887-4510-935b-77eadb6bd76a" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 606.909351] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-79d33d01-a887-4510-935b-77eadb6bd76a" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 606.909351] env[62265]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('79d33d01-a887-4510-935b-77eadb6bd76a',) {} {{(pid=62265) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 606.910088] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock member-79d33d01-a887-4510-935b-77eadb6bd76a taken with stack trace [, , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 606.910197] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-79d33d01-a887-4510-935b-77eadb6bd76a" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 606.910261] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-79d33d01-a887-4510-935b-77eadb6bd76a" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 606.910429] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-79d33d01-a887-4510-935b-77eadb6bd76a" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 606.910567] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 606.910659] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 606.910771] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 606.912789] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 606.912789] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 606.912789] env[62265]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('79d33d01-a887-4510-935b-77eadb6bd76a',) {} {{(pid=62265) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 606.912789] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock port-0fe20052-e243-4a29-893b-5607a8899ee9 taken with stack trace [, , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 606.912789] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-0fe20052-e243-4a29-893b-5607a8899ee9" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 606.912789] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-0fe20052-e243-4a29-893b-5607a8899ee9" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 606.912789] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-0fe20052-e243-4a29-893b-5607a8899ee9" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 606.912789] env[62265]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0fe20052-e243-4a29-893b-5607a8899ee9',) {} {{(pid=62265) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 607.264409] env[62265]: DEBUG networking_nsxv3.common.locking [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 607.264989] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquiring lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 607.264989] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquired lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 607.265280] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquired external semaphore "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 607.265280] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Releasing lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 607.265414] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Segment Port 95c430c0-9901-4240-a2b9-61644477a02f not found, creating... [ 607.265668] env[62265]: DEBUG networking_nsxv3.common.locking [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 607.266301] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquiring lock "Segment" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 607.266301] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquired lock "Segment" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 607.266301] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquired external semaphore "Segment" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 607.266420] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Releasing lock "Segment" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 607.266642] env[62265]: DEBUG networking_nsxv3.common.locking [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 607.266841] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquiring lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 607.267100] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquired lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 607.269307] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquired external semaphore "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 607.269307] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Releasing lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 607.269307] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Resource: SegmentPort with ID: 95c430c0-9901-4240-a2b9-61644477a02f is going to be created. [ 607.295709] env[62265]: DEBUG networking_nsxv3.common.locking [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 607.296052] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquiring lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 607.296369] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquired lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 607.297085] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquired external semaphore "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 607.297085] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Releasing lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 607.297519] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Releasing lock "port-95c430c0-9901-4240-a2b9-61644477a02f" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 607.382378] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for d47d099f-c997-4da1-8b75-b9cff905fb2f: rpc.has_security_group_logging(os_id): False [ 607.416840] env[62265]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('79d33d01-a887-4510-935b-77eadb6bd76a',) {} {{(pid=62265) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 607.416840] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock member-79d33d01-a887-4510-935b-77eadb6bd76a taken with stack trace [, , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 607.416840] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-79d33d01-a887-4510-935b-77eadb6bd76a" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 607.416840] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 0fe20052-e243-4a29-893b-5607a8899ee9 with status ACTIVE [ 607.416840] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 607.416840] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 607.416840] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 607.416840] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 607.416840] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 607.416840] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 607.416840] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 607.416840] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 607.416840] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 607.416840] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 607.417520] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 607.417520] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 607.417520] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 607.417520] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 607.417520] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 607.417520] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 0fe20052-e243-4a29-893b-5607a8899ee9 is going to be updated. [ 607.419724] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 607.419907] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 607.419907] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 607.420096] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 607.420181] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 607.420349] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 607.420462] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 607.420499] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 607.420645] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 607.420721] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 607.421517] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 607.421517] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 607.425313] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 607.425683] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 607.425683] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 607.425872] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 607.426015] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 607.426114] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 607.426310] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 607.426412] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 607.426519] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d47d099f-c997-4da1-8b75-b9cff905fb2f is going to be created. [ 607.482120] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 607.482418] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 607.482526] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 607.482794] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 607.483169] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 607.483169] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-0fe20052-e243-4a29-893b-5607a8899ee9" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 607.532735] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 607.533064] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 607.533366] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 607.533457] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 607.534176] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 607.557397] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d47d099f-c997-4da1-8b75-b9cff905fb2f in Status: IN_PROGRESS for 2s [ 607.915644] env[62265]: INFO networking_nsxv3.common.synchronization [req-093ec9ac-4c49-473b-b5b9-46486e21d286 req-e31c0ecf-0c4f-4f7c-8936-220a962ddc56 tempest-FloatingIPsAssociationTestJSON-785985363 tempest-FloatingIPsAssociationTestJSON-785985363-project-member] Enqueued Resource ID: acaa75e0-c50a-4735-bf37-8856257d2177 with Priority: HIGHEST for action security_group_members [ 607.916060] env[62265]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('79d33d01-a887-4510-935b-77eadb6bd76a',) {} {{(pid=62265) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 607.917070] env[62265]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: acaa75e0-c50a-4735-bf37-8856257d2177 with Priority: HIGHEST for action security_group_members [ 607.917070] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock member-acaa75e0-c50a-4735-bf37-8856257d2177 taken with stack trace [, , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 607.920463] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-acaa75e0-c50a-4735-bf37-8856257d2177" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 607.920463] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-acaa75e0-c50a-4735-bf37-8856257d2177" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 607.920746] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-acaa75e0-c50a-4735-bf37-8856257d2177" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 607.920954] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 607.921111] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 607.921194] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 607.921404] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 607.921556] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 607.921639] env[62265]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('acaa75e0-c50a-4735-bf37-8856257d2177',) {} {{(pid=62265) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 607.996803] env[62265]: INFO networking_nsxv3.common.synchronization [None req-0655d738-cefb-4328-9def-c238fd31b31b None None] Enqueued Resource ID: 5629262f-3f02-4470-8b37-ba69df2ad25a with Priority: HIGHEST for action port [ 607.996803] env[62265]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5629262f-3f02-4470-8b37-ba69df2ad25a with Priority: HIGHEST for action port [ 607.996803] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock port-5629262f-3f02-4470-8b37-ba69df2ad25a taken with stack trace [, , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 607.996803] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-5629262f-3f02-4470-8b37-ba69df2ad25a" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 607.996803] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-5629262f-3f02-4470-8b37-ba69df2ad25a" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 607.998369] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-5629262f-3f02-4470-8b37-ba69df2ad25a" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 607.999121] env[62265]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5629262f-3f02-4470-8b37-ba69df2ad25a',) {} {{(pid=62265) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 608.013192] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 816c28a4-7b3d-4ec6-b8a7-98e59cf7a51f in Status: SUCCESS [ 608.013192] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-816c28a4-7b3d-4ec6-b8a7-98e59cf7a51f" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 608.035706] env[62265]: INFO networking_nsxv3.common.synchronization [None req-5b4c795d-fb3d-44ce-a14b-fd1ff59d8eb3 None None] Enqueued Resource ID: 23554f63-1c2f-4153-9fcf-82575b8e2ebe with Priority: HIGHEST for action port [ 608.039274] env[62265]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 23554f63-1c2f-4153-9fcf-82575b8e2ebe with Priority: HIGHEST for action port [ 608.039274] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock port-23554f63-1c2f-4153-9fcf-82575b8e2ebe taken with stack trace [, , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 608.039274] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-23554f63-1c2f-4153-9fcf-82575b8e2ebe" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 608.039274] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-23554f63-1c2f-4153-9fcf-82575b8e2ebe" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 608.039274] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-23554f63-1c2f-4153-9fcf-82575b8e2ebe" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 608.039274] env[62265]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('23554f63-1c2f-4153-9fcf-82575b8e2ebe',) {} {{(pid=62265) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 608.423562] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 608.423851] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 608.423851] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 608.424156] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 608.424252] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 608.424352] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 79d33d01-a887-4510-935b-77eadb6bd76a is going to be created. [ 608.426441] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 608.426441] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 608.426441] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 608.426441] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 608.426441] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 608.426441] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 608.426800] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 608.426800] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 608.426800] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 608.426800] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 608.426903] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: acaa75e0-c50a-4735-bf37-8856257d2177 already deleted. [ 608.427027] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-acaa75e0-c50a-4735-bf37-8856257d2177" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 608.447805] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 608.447987] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 608.447987] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 608.448177] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 608.448417] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 608.457122] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 79d33d01-a887-4510-935b-77eadb6bd76a in Status: UNINITIALIZED for 2s [ 608.506840] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 5629262f-3f02-4470-8b37-ba69df2ad25a [ 608.507094] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 608.507388] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 608.507533] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 608.507771] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 608.507884] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 608.507984] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:5629262f-3f02-4470-8b37-ba69df2ad25a already deleted. [ 608.508094] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-5629262f-3f02-4470-8b37-ba69df2ad25a" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 608.543166] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 23554f63-1c2f-4153-9fcf-82575b8e2ebe [ 608.543166] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 608.543166] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 608.543166] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 608.543166] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 608.543166] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 608.543166] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:23554f63-1c2f-4153-9fcf-82575b8e2ebe already deleted. [ 608.543166] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-23554f63-1c2f-4153-9fcf-82575b8e2ebe" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 609.078770] env[62265]: INFO networking_nsxv3.common.synchronization [req-955c0a1b-7c51-44a9-ab10-3673edeb2572 req-158e33ba-d06f-4b26-8946-37600ed74c13 service nova] Enqueued Resource ID: f5e49834-0ea6-495c-ac40-f22465d08790 with Priority: HIGHEST for action security_group_rules [ 609.079043] env[62265]: INFO networking_nsxv3.common.synchronization [req-955c0a1b-7c51-44a9-ab10-3673edeb2572 req-158e33ba-d06f-4b26-8946-37600ed74c13 service nova] Enqueued Resource ID: f5e49834-0ea6-495c-ac40-f22465d08790 with Priority: HIGHEST for action security_group_members [ 609.079082] env[62265]: INFO networking_nsxv3.common.synchronization [req-955c0a1b-7c51-44a9-ab10-3673edeb2572 req-158e33ba-d06f-4b26-8946-37600ed74c13 service nova] Enqueued Resource ID: 95c430c0-9901-4240-a2b9-61644477a02f with Priority: HIGHEST for action port [ 609.079864] env[62265]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f5e49834-0ea6-495c-ac40-f22465d08790 with Priority: HIGHEST for action security_group_rules [ 609.080558] env[62265]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f5e49834-0ea6-495c-ac40-f22465d08790 with Priority: HIGHEST for action security_group_members [ 609.080787] env[62265]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 95c430c0-9901-4240-a2b9-61644477a02f with Priority: HIGHEST for action port [ 609.081187] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f5e49834-0ea6-495c-ac40-f22465d08790 taken with stack trace [, , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 609.081623] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f5e49834-0ea6-495c-ac40-f22465d08790" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 609.081751] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f5e49834-0ea6-495c-ac40-f22465d08790" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 609.082362] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f5e49834-0ea6-495c-ac40-f22465d08790" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 609.082506] env[62265]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f5e49834-0ea6-495c-ac40-f22465d08790',) {} {{(pid=62265) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 609.085262] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock member-f5e49834-0ea6-495c-ac40-f22465d08790 taken with stack trace [, , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 609.085455] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f5e49834-0ea6-495c-ac40-f22465d08790" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 609.085568] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f5e49834-0ea6-495c-ac40-f22465d08790" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 609.089760] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f5e49834-0ea6-495c-ac40-f22465d08790" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 609.089760] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 609.089932] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 609.090046] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 609.090238] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 609.090321] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 609.090426] env[62265]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f5e49834-0ea6-495c-ac40-f22465d08790',) {} {{(pid=62265) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 609.094177] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock port-95c430c0-9901-4240-a2b9-61644477a02f taken with stack trace [, , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 609.094177] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-95c430c0-9901-4240-a2b9-61644477a02f" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 609.094177] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-95c430c0-9901-4240-a2b9-61644477a02f" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 609.094177] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-95c430c0-9901-4240-a2b9-61644477a02f" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 609.094177] env[62265]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('95c430c0-9901-4240-a2b9-61644477a02f',) {} {{(pid=62265) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 609.179850] env[62265]: DEBUG networking_nsxv3.common.locking [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Lock network-641 taken with stack trace [, , , , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 609.180104] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquiring lock "network-641" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 609.181066] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquired lock "network-641" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 609.181066] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquired external semaphore "network-641" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 609.181240] env[62265]: DEBUG networking_nsxv3.common.locking [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 609.181437] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquiring lock "Segment" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 609.181560] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquired lock "Segment" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 609.181826] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquired external semaphore "Segment" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 609.181979] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Releasing lock "Segment" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 609.182238] env[62265]: DEBUG dogpile.cache.region [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] No value present for key: 'zone-id' {{(pid=62265) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 609.182376] env[62265]: DEBUG dogpile.lock [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] NeedRegenerationException {{(pid=62265) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 609.182486] env[62265]: DEBUG dogpile.lock [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] no value, waiting for create lock {{(pid=62265) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 609.182613] env[62265]: DEBUG dogpile.lock [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] value creation lock acquired {{(pid=62265) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 609.182728] env[62265]: DEBUG dogpile.cache.region [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] No value present for key: 'zone-id' {{(pid=62265) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 609.182850] env[62265]: DEBUG dogpile.lock [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Calling creation function for not-yet-present value {{(pid=62265) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 609.182986] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 609.207261] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 609.210017] env[62265]: DEBUG dogpile.cache.region [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Cache value generated in 0.024 seconds for key(s): 'zone-id' {{(pid=62265) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 609.210017] env[62265]: DEBUG dogpile.lock [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Released creation lock {{(pid=62265) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 609.210017] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Releasing lock "network-641" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 609.210017] env[62265]: DEBUG networking_nsxv3.common.locking [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Lock port-db5bddd6-e9d1-4fa2-b0a0-0e7767a10795 taken with stack trace [, , , , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 609.210017] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquiring lock "port-db5bddd6-e9d1-4fa2-b0a0-0e7767a10795" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 609.210017] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquired lock "port-db5bddd6-e9d1-4fa2-b0a0-0e7767a10795" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 609.210017] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquired external semaphore "port-db5bddd6-e9d1-4fa2-b0a0-0e7767a10795" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 609.210017] env[62265]: DEBUG networking_nsxv3.api.rpc [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('db5bddd6-e9d1-4fa2-b0a0-0e7767a10795',) {} {{(pid=62265) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 609.574584] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d47d099f-c997-4da1-8b75-b9cff905fb2f in Status: SUCCESS [ 609.575221] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d47d099f-c997-4da1-8b75-b9cff905fb2f" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 609.597135] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock member-f5e49834-0ea6-495c-ac40-f22465d08790 taken with stack trace [, , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 609.597135] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f5e49834-0ea6-495c-ac40-f22465d08790" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 609.597135] env[62265]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('f5e49834-0ea6-495c-ac40-f22465d08790',) {} {{(pid=62265) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 609.597135] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 95c430c0-9901-4240-a2b9-61644477a02f with status ACTIVE [ 609.597135] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 609.597135] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 609.597135] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 609.597135] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 609.597135] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 609.597135] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 609.597135] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 609.597135] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 609.597135] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 609.597135] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 609.597990] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 609.597990] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 609.597990] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 609.597990] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 609.597990] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 609.597990] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 95c430c0-9901-4240-a2b9-61644477a02f is going to be updated. [ 609.622793] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 609.622964] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 609.623053] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 609.623309] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 609.623485] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 609.623721] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-95c430c0-9901-4240-a2b9-61644477a02f" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 609.675970] env[62265]: INFO networking_nsxv3.common.synchronization [None req-55f568fa-8df0-44fa-a6af-ca9a0f86aca1 tempest-ServersWithSpecificFlavorTestJSON-174089949 tempest-ServersWithSpecificFlavorTestJSON-174089949-project-member] Enqueued Resource ID: dbf0382a-bcd5-43d4-ab73-ef2ea46e78d1 with Priority: HIGHEST for action security_group_rules [ 609.676195] env[62265]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dbf0382a-bcd5-43d4-ab73-ef2ea46e78d1 with Priority: HIGHEST for action security_group_rules [ 609.676495] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock rules-dbf0382a-bcd5-43d4-ab73-ef2ea46e78d1 taken with stack trace [, , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 609.676645] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-dbf0382a-bcd5-43d4-ab73-ef2ea46e78d1" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 609.676744] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-dbf0382a-bcd5-43d4-ab73-ef2ea46e78d1" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 609.676931] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-dbf0382a-bcd5-43d4-ab73-ef2ea46e78d1" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 609.677317] env[62265]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('dbf0382a-bcd5-43d4-ab73-ef2ea46e78d1',) {} {{(pid=62265) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 609.712339] env[62265]: DEBUG networking_nsxv3.common.locking [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 609.712716] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquiring lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 609.712795] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquired lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 609.713198] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquired external semaphore "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 609.713409] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Releasing lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 609.713616] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Segment Port db5bddd6-e9d1-4fa2-b0a0-0e7767a10795 not found, creating... [ 609.714021] env[62265]: DEBUG networking_nsxv3.common.locking [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 609.714205] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquiring lock "Segment" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 609.714378] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquired lock "Segment" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 609.714682] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquired external semaphore "Segment" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 609.714885] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Releasing lock "Segment" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 609.715318] env[62265]: DEBUG networking_nsxv3.common.locking [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 609.715561] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquiring lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 609.715721] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquired lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 609.716040] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquired external semaphore "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 609.716244] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Releasing lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 609.717910] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Resource: SegmentPort with ID: db5bddd6-e9d1-4fa2-b0a0-0e7767a10795 is going to be created. [ 609.739580] env[62265]: DEBUG networking_nsxv3.common.locking [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 609.739580] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquiring lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 609.739580] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquired lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 609.739580] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquired external semaphore "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 609.739580] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Releasing lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 609.739580] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Releasing lock "port-db5bddd6-e9d1-4fa2-b0a0-0e7767a10795" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 609.849787] env[62265]: INFO networking_nsxv3.common.synchronization [None req-3382ff82-d889-4e0e-b21e-257cc7d9b729 tempest-ServersWithSpecificFlavorTestJSON-174089949 tempest-ServersWithSpecificFlavorTestJSON-174089949-project-member] Enqueued Resource ID: dbf0382a-bcd5-43d4-ab73-ef2ea46e78d1 with Priority: HIGHEST for action security_group_rules [ 609.850396] env[62265]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dbf0382a-bcd5-43d4-ab73-ef2ea46e78d1 with Priority: HIGHEST for action security_group_rules [ 609.850718] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock rules-dbf0382a-bcd5-43d4-ab73-ef2ea46e78d1 taken with stack trace [, , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 609.850830] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-dbf0382a-bcd5-43d4-ab73-ef2ea46e78d1" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 610.102405] env[62265]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('f5e49834-0ea6-495c-ac40-f22465d08790',) {} {{(pid=62265) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 610.203261] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 610.203261] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 610.203261] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 610.203501] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 610.203589] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 610.203712] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: dbf0382a-bcd5-43d4-ab73-ef2ea46e78d1 already deleted. [ 610.203807] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-dbf0382a-bcd5-43d4-ab73-ef2ea46e78d1" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 610.204149] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-dbf0382a-bcd5-43d4-ab73-ef2ea46e78d1" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 610.204361] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-dbf0382a-bcd5-43d4-ab73-ef2ea46e78d1" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 610.204445] env[62265]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('dbf0382a-bcd5-43d4-ab73-ef2ea46e78d1',) {} {{(pid=62265) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 610.469038] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 79d33d01-a887-4510-935b-77eadb6bd76a in Status: SUCCESS [ 610.469038] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-79d33d01-a887-4510-935b-77eadb6bd76a" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 610.469038] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-79d33d01-a887-4510-935b-77eadb6bd76a" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 610.469038] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-79d33d01-a887-4510-935b-77eadb6bd76a" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 610.469038] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 610.469038] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 610.469038] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 610.469038] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 610.469694] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 610.469694] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-79d33d01-a887-4510-935b-77eadb6bd76a" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 610.470091] env[62265]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('79d33d01-a887-4510-935b-77eadb6bd76a',) {} {{(pid=62265) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 610.604923] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 610.605071] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 610.605071] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 610.605253] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 610.605345] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 610.605464] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f5e49834-0ea6-495c-ac40-f22465d08790 is going to be created. [ 610.628536] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 610.628793] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 610.628793] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 610.629149] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 610.629236] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 610.639520] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f5e49834-0ea6-495c-ac40-f22465d08790 in Status: UNINITIALIZED for 2s [ 610.725485] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 610.725734] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 610.725734] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 610.728021] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 610.728021] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 610.728021] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: dbf0382a-bcd5-43d4-ab73-ef2ea46e78d1 already deleted. [ 610.728021] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-dbf0382a-bcd5-43d4-ab73-ef2ea46e78d1" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 610.974011] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock member-79d33d01-a887-4510-935b-77eadb6bd76a taken with stack trace [, , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 610.974011] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-79d33d01-a887-4510-935b-77eadb6bd76a" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 610.974011] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-79d33d01-a887-4510-935b-77eadb6bd76a" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 610.974011] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-79d33d01-a887-4510-935b-77eadb6bd76a" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 610.974011] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 610.974011] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 610.974527] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 610.974527] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 610.974527] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 610.974527] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-79d33d01-a887-4510-935b-77eadb6bd76a" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 610.974527] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock member-79d33d01-a887-4510-935b-77eadb6bd76a taken with stack trace [, , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 610.974671] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-79d33d01-a887-4510-935b-77eadb6bd76a" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 610.974671] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-79d33d01-a887-4510-935b-77eadb6bd76a" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 610.974812] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-79d33d01-a887-4510-935b-77eadb6bd76a" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 610.974944] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 610.975049] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 610.975111] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 610.975249] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 610.975365] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 610.975408] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-79d33d01-a887-4510-935b-77eadb6bd76a" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 610.976452] env[62265]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('79d33d01-a887-4510-935b-77eadb6bd76a',) {} {{(pid=62265) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 611.479146] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 79d33d01-a887-4510-935b-77eadb6bd76a: rpc.has_security_group_logging(os_id): False [ 611.496391] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 611.496563] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 611.496631] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 611.496845] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 611.496941] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 611.497144] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 611.497433] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 611.497433] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 611.497538] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 611.497538] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 611.497743] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 611.497952] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 611.498084] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 611.498257] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 611.498340] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 611.498552] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 611.498652] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 611.498718] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 611.499285] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 611.499285] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 611.499285] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 79d33d01-a887-4510-935b-77eadb6bd76a is going to be created. [ 611.568476] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 611.568643] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 611.568716] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 611.568934] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 611.569175] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 611.576629] env[62265]: INFO networking_nsxv3.common.synchronization [req-093ec9ac-4c49-473b-b5b9-46486e21d286 req-8c82e843-a43b-409d-b399-1a721630a267 service nova] Enqueued Resource ID: acaa75e0-c50a-4735-bf37-8856257d2177 with Priority: HIGHEST for action security_group_rules [ 611.576819] env[62265]: INFO networking_nsxv3.common.synchronization [req-093ec9ac-4c49-473b-b5b9-46486e21d286 req-8c82e843-a43b-409d-b399-1a721630a267 service nova] Enqueued Resource ID: acaa75e0-c50a-4735-bf37-8856257d2177 with Priority: HIGHEST for action security_group_members [ 611.576955] env[62265]: INFO networking_nsxv3.common.synchronization [req-093ec9ac-4c49-473b-b5b9-46486e21d286 req-8c82e843-a43b-409d-b399-1a721630a267 service nova] Enqueued Resource ID: db5bddd6-e9d1-4fa2-b0a0-0e7767a10795 with Priority: HIGHEST for action port [ 611.577206] env[62265]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: acaa75e0-c50a-4735-bf37-8856257d2177 with Priority: HIGHEST for action security_group_rules [ 611.577334] env[62265]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: acaa75e0-c50a-4735-bf37-8856257d2177 with Priority: HIGHEST for action security_group_members [ 611.577427] env[62265]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: db5bddd6-e9d1-4fa2-b0a0-0e7767a10795 with Priority: HIGHEST for action port [ 611.577963] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock rules-acaa75e0-c50a-4735-bf37-8856257d2177 taken with stack trace [, , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 611.578222] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-acaa75e0-c50a-4735-bf37-8856257d2177" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 611.578312] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-acaa75e0-c50a-4735-bf37-8856257d2177" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 611.578613] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-acaa75e0-c50a-4735-bf37-8856257d2177" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 611.578718] env[62265]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('acaa75e0-c50a-4735-bf37-8856257d2177',) {} {{(pid=62265) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 611.580223] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock member-acaa75e0-c50a-4735-bf37-8856257d2177 taken with stack trace [, , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 611.580664] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-acaa75e0-c50a-4735-bf37-8856257d2177" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 611.580664] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-acaa75e0-c50a-4735-bf37-8856257d2177" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 611.580874] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-acaa75e0-c50a-4735-bf37-8856257d2177" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 611.580918] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 611.581155] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 611.581155] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 611.581272] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 611.581363] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 611.581457] env[62265]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('acaa75e0-c50a-4735-bf37-8856257d2177',) {} {{(pid=62265) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 611.582928] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock port-db5bddd6-e9d1-4fa2-b0a0-0e7767a10795 taken with stack trace [, , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 611.583059] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-db5bddd6-e9d1-4fa2-b0a0-0e7767a10795" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 611.583128] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-db5bddd6-e9d1-4fa2-b0a0-0e7767a10795" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 611.583292] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-db5bddd6-e9d1-4fa2-b0a0-0e7767a10795" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 611.583539] env[62265]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('db5bddd6-e9d1-4fa2-b0a0-0e7767a10795',) {} {{(pid=62265) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 611.588166] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 79d33d01-a887-4510-935b-77eadb6bd76a in Status: IN_PROGRESS for 2s [ 612.087296] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock member-acaa75e0-c50a-4735-bf37-8856257d2177 taken with stack trace [, , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 612.087296] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-acaa75e0-c50a-4735-bf37-8856257d2177" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 612.087454] env[62265]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('acaa75e0-c50a-4735-bf37-8856257d2177',) {} {{(pid=62265) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 612.088438] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port db5bddd6-e9d1-4fa2-b0a0-0e7767a10795 with status ACTIVE [ 612.088628] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 612.088755] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 612.088828] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 612.089082] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 612.089178] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 612.089359] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 612.089469] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 612.089527] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 612.089703] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 612.089779] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 612.090426] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 612.090559] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 612.090627] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 612.090795] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 612.091160] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 612.091557] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: db5bddd6-e9d1-4fa2-b0a0-0e7767a10795 is going to be updated. [ 612.112822] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 612.112822] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 612.112822] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 612.112822] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 612.112822] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 612.112822] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-db5bddd6-e9d1-4fa2-b0a0-0e7767a10795" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 612.595482] env[62265]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('acaa75e0-c50a-4735-bf37-8856257d2177',) {} {{(pid=62265) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 612.650309] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f5e49834-0ea6-495c-ac40-f22465d08790 in Status: SUCCESS [ 612.650628] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f5e49834-0ea6-495c-ac40-f22465d08790" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 612.651094] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f5e49834-0ea6-495c-ac40-f22465d08790" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 612.651340] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f5e49834-0ea6-495c-ac40-f22465d08790" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 612.651547] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 612.651676] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 612.652121] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 612.652121] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 612.652121] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 612.652121] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f5e49834-0ea6-495c-ac40-f22465d08790" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 612.652308] env[62265]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('f5e49834-0ea6-495c-ac40-f22465d08790',) {} {{(pid=62265) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 613.101540] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 613.103471] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 613.103471] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 613.103471] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 613.103471] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 613.103471] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: acaa75e0-c50a-4735-bf37-8856257d2177 is going to be created. [ 613.128954] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 613.128954] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 613.128954] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 613.128954] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 613.128954] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 613.139205] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: acaa75e0-c50a-4735-bf37-8856257d2177 in Status: UNINITIALIZED for 2s [ 613.155808] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock member-f5e49834-0ea6-495c-ac40-f22465d08790 taken with stack trace [, , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 613.155992] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f5e49834-0ea6-495c-ac40-f22465d08790" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 613.156194] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f5e49834-0ea6-495c-ac40-f22465d08790" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 613.156302] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f5e49834-0ea6-495c-ac40-f22465d08790" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 613.156469] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 613.156571] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 613.156636] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 613.156785] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 613.156873] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 613.156963] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f5e49834-0ea6-495c-ac40-f22465d08790" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 613.157157] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock member-f5e49834-0ea6-495c-ac40-f22465d08790 taken with stack trace [, , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 613.157243] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f5e49834-0ea6-495c-ac40-f22465d08790" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 613.157360] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f5e49834-0ea6-495c-ac40-f22465d08790" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 613.157447] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f5e49834-0ea6-495c-ac40-f22465d08790" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 613.157580] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 613.157715] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 613.157776] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 613.157880] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 613.158010] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 613.158057] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f5e49834-0ea6-495c-ac40-f22465d08790" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 613.158146] env[62265]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('f5e49834-0ea6-495c-ac40-f22465d08790',) {} {{(pid=62265) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 613.455305] env[62265]: INFO networking_nsxv3.common.synchronization [None req-8c9eb98b-b738-4dae-ab50-b2c646a35464 None None] Enqueued Resource ID: b34db954-1344-48ca-aa83-14cd17222d01 with Priority: HIGHEST for action port [ 613.455576] env[62265]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b34db954-1344-48ca-aa83-14cd17222d01 with Priority: HIGHEST for action port [ 613.456136] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock port-b34db954-1344-48ca-aa83-14cd17222d01 taken with stack trace [, , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 613.456265] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b34db954-1344-48ca-aa83-14cd17222d01" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 613.456333] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b34db954-1344-48ca-aa83-14cd17222d01" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 613.456599] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b34db954-1344-48ca-aa83-14cd17222d01" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 613.456683] env[62265]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b34db954-1344-48ca-aa83-14cd17222d01',) {} {{(pid=62265) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 613.598262] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 79d33d01-a887-4510-935b-77eadb6bd76a in Status: SUCCESS [ 613.598262] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-79d33d01-a887-4510-935b-77eadb6bd76a" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 613.660902] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for f5e49834-0ea6-495c-ac40-f22465d08790: rpc.has_security_group_logging(os_id): False [ 613.682639] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 613.682639] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 613.682639] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 613.682639] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 613.682639] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 613.682639] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 613.682639] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 613.682639] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 613.682639] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 613.682639] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 613.682639] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 613.682639] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 613.682639] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 613.682639] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 613.682639] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 613.683294] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 613.683294] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 613.683294] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 613.683294] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 613.683294] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 613.683294] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f5e49834-0ea6-495c-ac40-f22465d08790 is going to be created. [ 613.735293] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 613.735507] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 613.735616] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 613.736283] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 613.736283] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 613.747904] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f5e49834-0ea6-495c-ac40-f22465d08790 in Status: IN_PROGRESS for 2s [ 613.962075] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port b34db954-1344-48ca-aa83-14cd17222d01 [ 613.962528] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 613.962675] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 613.963132] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 613.963132] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 613.963132] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 613.963132] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:b34db954-1344-48ca-aa83-14cd17222d01 already deleted. [ 613.963431] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b34db954-1344-48ca-aa83-14cd17222d01" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 615.149208] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: acaa75e0-c50a-4735-bf37-8856257d2177 in Status: SUCCESS [ 615.149537] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-acaa75e0-c50a-4735-bf37-8856257d2177" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 615.149598] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-acaa75e0-c50a-4735-bf37-8856257d2177" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 615.149773] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-acaa75e0-c50a-4735-bf37-8856257d2177" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 615.150030] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 615.150155] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 615.150219] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 615.150380] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 615.150461] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 615.150548] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-acaa75e0-c50a-4735-bf37-8856257d2177" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 615.150637] env[62265]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('acaa75e0-c50a-4735-bf37-8856257d2177',) {} {{(pid=62265) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 615.372246] env[62265]: INFO networking_nsxv3.common.synchronization [req-78915fce-04a2-43d8-bd70-e55503c1443e req-b5008aa4-ded8-49e4-a281-ef2e0e46e014 tempest-VolumesAssistedSnapshotsTest-1352287386 tempest-VolumesAssistedSnapshotsTest-1352287386-project-member] Enqueued Resource ID: d19427e8-4d50-432f-b494-0ac8141f4c17 with Priority: HIGHEST for action security_group_members [ 615.374787] env[62265]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d19427e8-4d50-432f-b494-0ac8141f4c17 with Priority: HIGHEST for action security_group_members [ 615.374787] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock member-d19427e8-4d50-432f-b494-0ac8141f4c17 taken with stack trace [, , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 615.374787] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d19427e8-4d50-432f-b494-0ac8141f4c17" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 615.374787] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d19427e8-4d50-432f-b494-0ac8141f4c17" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 615.374787] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d19427e8-4d50-432f-b494-0ac8141f4c17" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 615.374787] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 615.374787] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 615.374787] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 615.374787] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 615.375393] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 615.375393] env[62265]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d19427e8-4d50-432f-b494-0ac8141f4c17',) {} {{(pid=62265) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 615.655325] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock member-acaa75e0-c50a-4735-bf37-8856257d2177 taken with stack trace [, , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 615.655325] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-acaa75e0-c50a-4735-bf37-8856257d2177" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 615.655325] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-acaa75e0-c50a-4735-bf37-8856257d2177" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 615.655325] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-acaa75e0-c50a-4735-bf37-8856257d2177" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 615.655325] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 615.655325] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 615.655325] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 615.655325] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 615.655325] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 615.655325] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-acaa75e0-c50a-4735-bf37-8856257d2177" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 615.655325] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock member-acaa75e0-c50a-4735-bf37-8856257d2177 taken with stack trace [, , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 615.655325] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-acaa75e0-c50a-4735-bf37-8856257d2177" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 615.655325] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-acaa75e0-c50a-4735-bf37-8856257d2177" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 615.655325] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-acaa75e0-c50a-4735-bf37-8856257d2177" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 615.655325] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 615.655325] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 615.655920] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 615.655920] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 615.655920] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 615.655920] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-acaa75e0-c50a-4735-bf37-8856257d2177" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 615.655920] env[62265]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('acaa75e0-c50a-4735-bf37-8856257d2177',) {} {{(pid=62265) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 615.760512] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f5e49834-0ea6-495c-ac40-f22465d08790 in Status: SUCCESS [ 615.760737] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f5e49834-0ea6-495c-ac40-f22465d08790" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 615.879028] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 615.879169] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 615.879169] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 615.880507] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 615.880584] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 615.880771] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 615.880936] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 615.880989] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 615.881142] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 615.881216] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 615.881299] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d19427e8-4d50-432f-b494-0ac8141f4c17 already deleted. [ 615.881377] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d19427e8-4d50-432f-b494-0ac8141f4c17" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 616.159574] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for acaa75e0-c50a-4735-bf37-8856257d2177: rpc.has_security_group_logging(os_id): False [ 616.182435] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 616.182585] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 616.182668] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 616.186297] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 616.186508] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 616.187318] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 616.187318] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 616.187318] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 616.187318] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 616.187318] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 616.187590] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 616.189713] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 616.189713] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 616.189713] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 616.189713] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 616.189713] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 616.189713] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 616.189713] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 616.189713] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 616.189713] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 616.189713] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: acaa75e0-c50a-4735-bf37-8856257d2177 is going to be created. [ 616.264819] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 616.265048] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 616.265115] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 616.265328] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 616.265503] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 616.279247] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: acaa75e0-c50a-4735-bf37-8856257d2177 in Status: IN_PROGRESS for 2s [ 616.455944] env[62265]: INFO networking_nsxv3.common.synchronization [None req-6a8ad7cf-6f21-4643-b850-7b6563ef530c None None] Enqueued Resource ID: 8f659239-39dc-4353-a767-636c4aca14a9 with Priority: HIGHEST for action port [ 616.456527] env[62265]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8f659239-39dc-4353-a767-636c4aca14a9 with Priority: HIGHEST for action port [ 616.458111] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock port-8f659239-39dc-4353-a767-636c4aca14a9 taken with stack trace [, , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 616.458111] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-8f659239-39dc-4353-a767-636c4aca14a9" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 616.460971] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-8f659239-39dc-4353-a767-636c4aca14a9" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 616.461500] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-8f659239-39dc-4353-a767-636c4aca14a9" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 616.461698] env[62265]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8f659239-39dc-4353-a767-636c4aca14a9',) {} {{(pid=62265) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 616.493688] env[62265]: INFO networking_nsxv3.common.synchronization [None req-7c3fe9a7-8f2f-44f6-9440-685d2371cc35 None None] Enqueued Resource ID: e20d9acf-d13c-49a0-a07d-27eecf91a6f3 with Priority: HIGHEST for action port [ 616.494319] env[62265]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e20d9acf-d13c-49a0-a07d-27eecf91a6f3 with Priority: HIGHEST for action port [ 616.499410] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock port-e20d9acf-d13c-49a0-a07d-27eecf91a6f3 taken with stack trace [, , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 616.499678] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e20d9acf-d13c-49a0-a07d-27eecf91a6f3" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 616.499678] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e20d9acf-d13c-49a0-a07d-27eecf91a6f3" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 616.500497] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e20d9acf-d13c-49a0-a07d-27eecf91a6f3" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 616.500497] env[62265]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e20d9acf-d13c-49a0-a07d-27eecf91a6f3',) {} {{(pid=62265) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 616.964196] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 8f659239-39dc-4353-a767-636c4aca14a9 [ 616.966153] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 616.966153] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 616.966153] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 616.966153] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 616.966153] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 616.966153] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:8f659239-39dc-4353-a767-636c4aca14a9 already deleted. [ 616.966415] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-8f659239-39dc-4353-a767-636c4aca14a9" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 617.005598] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port e20d9acf-d13c-49a0-a07d-27eecf91a6f3 [ 617.006208] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 617.007109] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 617.007341] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 617.010578] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 617.010578] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 617.010578] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:e20d9acf-d13c-49a0-a07d-27eecf91a6f3 already deleted. [ 617.010578] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e20d9acf-d13c-49a0-a07d-27eecf91a6f3" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 617.389875] env[62265]: DEBUG networking_nsxv3.common.locking [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Lock network-721 taken with stack trace [, , , , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 617.390433] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquiring lock "network-721" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 617.390860] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquired lock "network-721" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 617.391358] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquired external semaphore "network-721" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 617.391644] env[62265]: DEBUG networking_nsxv3.common.locking [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 617.391799] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquiring lock "Segment" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 617.391920] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquired lock "Segment" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 617.392188] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquired external semaphore "Segment" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 617.392361] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Releasing lock "Segment" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 617.392586] env[62265]: DEBUG dogpile.cache.region [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] No value present for key: 'zone-id' {{(pid=62265) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 617.392692] env[62265]: DEBUG dogpile.lock [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] NeedRegenerationException {{(pid=62265) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 617.392804] env[62265]: DEBUG dogpile.lock [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] no value, waiting for create lock {{(pid=62265) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 617.392907] env[62265]: DEBUG dogpile.lock [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] value creation lock acquired {{(pid=62265) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 617.393023] env[62265]: DEBUG dogpile.cache.region [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] No value present for key: 'zone-id' {{(pid=62265) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 617.393121] env[62265]: DEBUG dogpile.lock [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Calling creation function for not-yet-present value {{(pid=62265) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 617.393260] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 617.411200] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 617.411200] env[62265]: DEBUG dogpile.cache.region [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Cache value generated in 0.018 seconds for key(s): 'zone-id' {{(pid=62265) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 617.414853] env[62265]: DEBUG dogpile.lock [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Released creation lock {{(pid=62265) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 617.414853] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Releasing lock "network-721" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 617.414853] env[62265]: DEBUG networking_nsxv3.common.locking [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Lock port-802d0588-254f-4d2e-8013-0e39c0db5537 taken with stack trace [, , , , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 617.414853] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquiring lock "port-802d0588-254f-4d2e-8013-0e39c0db5537" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 617.414853] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquired lock "port-802d0588-254f-4d2e-8013-0e39c0db5537" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 617.414853] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquired external semaphore "port-802d0588-254f-4d2e-8013-0e39c0db5537" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 617.414853] env[62265]: DEBUG networking_nsxv3.api.rpc [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('802d0588-254f-4d2e-8013-0e39c0db5537',) {} {{(pid=62265) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 617.916513] env[62265]: DEBUG networking_nsxv3.common.locking [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 617.917539] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquiring lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 617.917539] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquired lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 617.917539] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquired external semaphore "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 617.917539] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Releasing lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 617.917539] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Segment Port 802d0588-254f-4d2e-8013-0e39c0db5537 not found, creating... [ 617.918209] env[62265]: DEBUG networking_nsxv3.common.locking [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 617.918209] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquiring lock "Segment" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 617.918209] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquired lock "Segment" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 617.918412] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquired external semaphore "Segment" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 617.918412] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Releasing lock "Segment" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 617.918667] env[62265]: DEBUG networking_nsxv3.common.locking [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 617.918854] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquiring lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 617.922654] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquired lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 617.923163] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquired external semaphore "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 617.923435] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Releasing lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 617.925573] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Resource: SegmentPort with ID: 802d0588-254f-4d2e-8013-0e39c0db5537 is going to be created. [ 617.945649] env[62265]: DEBUG networking_nsxv3.common.locking [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 617.945870] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquiring lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 617.945997] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquired lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 617.946291] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquired external semaphore "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 617.946539] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Releasing lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 617.946991] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Releasing lock "port-802d0588-254f-4d2e-8013-0e39c0db5537" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 618.291901] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: acaa75e0-c50a-4735-bf37-8856257d2177 in Status: SUCCESS [ 618.292150] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-acaa75e0-c50a-4735-bf37-8856257d2177" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 618.746048] env[62265]: INFO networking_nsxv3.common.synchronization [req-b19fab00-acfd-4edb-8b06-2facfcbe1cb1 req-2be06401-524d-4937-882a-eb52bfe5c3fc tempest-ServerPasswordTestJSON-1698722621 tempest-ServerPasswordTestJSON-1698722621-project-member] Enqueued Resource ID: 026afd4b-d3d0-4e4c-b150-7cb6271ae595 with Priority: HIGHEST for action security_group_members [ 618.746048] env[62265]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 026afd4b-d3d0-4e4c-b150-7cb6271ae595 with Priority: HIGHEST for action security_group_members [ 618.746048] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock member-026afd4b-d3d0-4e4c-b150-7cb6271ae595 taken with stack trace [, , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 618.746048] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-026afd4b-d3d0-4e4c-b150-7cb6271ae595" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 618.747450] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-026afd4b-d3d0-4e4c-b150-7cb6271ae595" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 618.747450] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-026afd4b-d3d0-4e4c-b150-7cb6271ae595" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 618.747619] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 618.747682] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 618.747739] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 618.748000] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 618.748120] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 618.748173] env[62265]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('026afd4b-d3d0-4e4c-b150-7cb6271ae595',) {} {{(pid=62265) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 619.252338] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 619.252749] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 619.253601] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 619.253601] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 619.253601] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 619.253739] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 619.254396] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 619.254396] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 619.255188] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 619.255411] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 619.255411] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 026afd4b-d3d0-4e4c-b150-7cb6271ae595 already deleted. [ 619.255514] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-026afd4b-d3d0-4e4c-b150-7cb6271ae595" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 619.642433] env[62265]: INFO networking_nsxv3.common.synchronization [req-b7035ecb-3dfb-4925-8ac6-974379fec847 req-26972d7c-7c40-4132-b30d-6e8417aca2b4 tempest-DeleteServersAdminTestJSON-1506512509 tempest-DeleteServersAdminTestJSON-1506512509-project-admin] Enqueued Resource ID: d47d099f-c997-4da1-8b75-b9cff905fb2f with Priority: HIGHEST for action security_group_members [ 619.642865] env[62265]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d47d099f-c997-4da1-8b75-b9cff905fb2f with Priority: HIGHEST for action security_group_members [ 619.644837] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock member-d47d099f-c997-4da1-8b75-b9cff905fb2f taken with stack trace [, , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 619.645583] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d47d099f-c997-4da1-8b75-b9cff905fb2f" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 619.645695] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d47d099f-c997-4da1-8b75-b9cff905fb2f" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 619.646027] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d47d099f-c997-4da1-8b75-b9cff905fb2f" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 619.646280] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 619.649297] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 619.649378] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 619.649635] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 619.649723] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 619.649774] env[62265]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d47d099f-c997-4da1-8b75-b9cff905fb2f',) {} {{(pid=62265) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 619.763900] env[62265]: INFO networking_nsxv3.common.synchronization [req-78915fce-04a2-43d8-bd70-e55503c1443e req-623f0236-71a9-4438-8a55-20dfc16f1d0c service nova] Enqueued Resource ID: d19427e8-4d50-432f-b494-0ac8141f4c17 with Priority: HIGHEST for action security_group_rules [ 619.764239] env[62265]: INFO networking_nsxv3.common.synchronization [req-78915fce-04a2-43d8-bd70-e55503c1443e req-623f0236-71a9-4438-8a55-20dfc16f1d0c service nova] Enqueued Resource ID: d19427e8-4d50-432f-b494-0ac8141f4c17 with Priority: HIGHEST for action security_group_members [ 619.765396] env[62265]: INFO networking_nsxv3.common.synchronization [req-78915fce-04a2-43d8-bd70-e55503c1443e req-623f0236-71a9-4438-8a55-20dfc16f1d0c service nova] Enqueued Resource ID: 802d0588-254f-4d2e-8013-0e39c0db5537 with Priority: HIGHEST for action port [ 619.765396] env[62265]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d19427e8-4d50-432f-b494-0ac8141f4c17 with Priority: HIGHEST for action security_group_rules [ 619.768517] env[62265]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d19427e8-4d50-432f-b494-0ac8141f4c17 with Priority: HIGHEST for action security_group_members [ 619.770683] env[62265]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 802d0588-254f-4d2e-8013-0e39c0db5537 with Priority: HIGHEST for action port [ 619.771090] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d19427e8-4d50-432f-b494-0ac8141f4c17 taken with stack trace [, , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 619.771189] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d19427e8-4d50-432f-b494-0ac8141f4c17" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 619.771321] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d19427e8-4d50-432f-b494-0ac8141f4c17" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 619.771868] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d19427e8-4d50-432f-b494-0ac8141f4c17" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 619.771868] env[62265]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d19427e8-4d50-432f-b494-0ac8141f4c17',) {} {{(pid=62265) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 619.774922] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock member-d19427e8-4d50-432f-b494-0ac8141f4c17 taken with stack trace [, , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 619.774922] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d19427e8-4d50-432f-b494-0ac8141f4c17" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 619.774922] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d19427e8-4d50-432f-b494-0ac8141f4c17" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 619.774922] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d19427e8-4d50-432f-b494-0ac8141f4c17" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 619.774922] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 619.774922] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 619.774922] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 619.774922] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 619.774922] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 619.774922] env[62265]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d19427e8-4d50-432f-b494-0ac8141f4c17',) {} {{(pid=62265) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 619.777484] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock port-802d0588-254f-4d2e-8013-0e39c0db5537 taken with stack trace [, , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 619.777484] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-802d0588-254f-4d2e-8013-0e39c0db5537" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 619.777484] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-802d0588-254f-4d2e-8013-0e39c0db5537" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 619.777484] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-802d0588-254f-4d2e-8013-0e39c0db5537" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 619.777484] env[62265]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('802d0588-254f-4d2e-8013-0e39c0db5537',) {} {{(pid=62265) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 620.069525] env[62265]: DEBUG networking_nsxv3.common.locking [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Lock network-185 taken with stack trace [, , , , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 620.069867] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquiring lock "network-185" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 620.069867] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquired lock "network-185" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 620.070298] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquired external semaphore "network-185" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 620.071471] env[62265]: DEBUG networking_nsxv3.common.locking [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 620.071471] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquiring lock "Segment" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 620.071471] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquired lock "Segment" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 620.071711] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquired external semaphore "Segment" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 620.072362] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Releasing lock "Segment" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 620.072362] env[62265]: DEBUG dogpile.cache.region [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] No value present for key: 'zone-id' {{(pid=62265) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 620.072362] env[62265]: DEBUG dogpile.lock [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] NeedRegenerationException {{(pid=62265) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 620.072362] env[62265]: DEBUG dogpile.lock [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] no value, waiting for create lock {{(pid=62265) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 620.072557] env[62265]: DEBUG dogpile.lock [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] value creation lock acquired {{(pid=62265) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 620.072711] env[62265]: DEBUG dogpile.cache.region [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] No value present for key: 'zone-id' {{(pid=62265) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 620.072860] env[62265]: DEBUG dogpile.lock [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Calling creation function for not-yet-present value {{(pid=62265) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 620.073044] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 620.092917] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 620.092917] env[62265]: DEBUG dogpile.cache.region [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=62265) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 620.092917] env[62265]: DEBUG dogpile.lock [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Released creation lock {{(pid=62265) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 620.092917] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Releasing lock "network-185" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 620.092917] env[62265]: DEBUG networking_nsxv3.common.locking [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Lock port-86a9ed6f-829e-4b08-97cc-4b44c3c078d3 taken with stack trace [, , , , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 620.092917] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquiring lock "port-86a9ed6f-829e-4b08-97cc-4b44c3c078d3" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 620.092917] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquired lock "port-86a9ed6f-829e-4b08-97cc-4b44c3c078d3" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 620.092917] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquired external semaphore "port-86a9ed6f-829e-4b08-97cc-4b44c3c078d3" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 620.094527] env[62265]: DEBUG networking_nsxv3.api.rpc [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('86a9ed6f-829e-4b08-97cc-4b44c3c078d3',) {} {{(pid=62265) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 620.156115] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 620.156893] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 620.156893] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 620.157167] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 620.157246] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 620.157521] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 620.157634] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 620.157634] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 620.157779] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 620.157873] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 620.157976] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d47d099f-c997-4da1-8b75-b9cff905fb2f is going to be updated. [ 620.188959] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 620.189167] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 620.189212] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 620.189419] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 620.189559] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 620.197929] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d47d099f-c997-4da1-8b75-b9cff905fb2f in Status: IN_PROGRESS for 2s [ 620.278446] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock member-d19427e8-4d50-432f-b494-0ac8141f4c17 taken with stack trace [, , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 620.278600] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d19427e8-4d50-432f-b494-0ac8141f4c17" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 620.285261] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 802d0588-254f-4d2e-8013-0e39c0db5537 with status ACTIVE [ 620.285647] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 620.285794] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 620.285863] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 620.286089] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 620.286208] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 620.286396] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 620.286499] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 620.286558] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 620.286716] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 620.286793] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 620.286967] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 620.287079] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 620.287138] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 620.287285] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 620.287356] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 620.287438] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 802d0588-254f-4d2e-8013-0e39c0db5537 is going to be updated. [ 620.288546] env[62265]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('d19427e8-4d50-432f-b494-0ac8141f4c17',) {} {{(pid=62265) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 620.310234] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 620.310379] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 620.310448] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 620.310666] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 620.310800] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 620.310979] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-802d0588-254f-4d2e-8013-0e39c0db5537" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 620.600126] env[62265]: DEBUG networking_nsxv3.common.locking [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 620.600126] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquiring lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 620.600126] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquired lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 620.600126] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquired external semaphore "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 620.600126] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Releasing lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 620.600126] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Segment Port 86a9ed6f-829e-4b08-97cc-4b44c3c078d3 not found, creating... [ 620.600512] env[62265]: DEBUG networking_nsxv3.common.locking [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 620.600512] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquiring lock "Segment" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 620.600512] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquired lock "Segment" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 620.600727] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquired external semaphore "Segment" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 620.600861] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Releasing lock "Segment" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 620.601932] env[62265]: DEBUG networking_nsxv3.common.locking [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 620.602224] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquiring lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 620.602224] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquired lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 620.602450] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquired external semaphore "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 620.602604] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Releasing lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 620.602717] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Resource: SegmentPort with ID: 86a9ed6f-829e-4b08-97cc-4b44c3c078d3 is going to be created. [ 620.622162] env[62265]: DEBUG networking_nsxv3.common.locking [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 620.622461] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquiring lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 620.622981] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquired lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 620.622981] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquired external semaphore "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 620.623088] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Releasing lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 620.623302] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Releasing lock "port-86a9ed6f-829e-4b08-97cc-4b44c3c078d3" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 620.740656] env[62265]: INFO networking_nsxv3.common.synchronization [req-c662096a-3d02-4b3f-a8cd-275a7f352110 req-6d1081a6-354b-4a33-8f7d-a9762042ae17 tempest-ServersWithSpecificFlavorTestJSON-174089949 tempest-ServersWithSpecificFlavorTestJSON-174089949-project-member] Enqueued Resource ID: dbf0382a-bcd5-43d4-ab73-ef2ea46e78d1 with Priority: HIGHEST for action security_group_members [ 620.741423] env[62265]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dbf0382a-bcd5-43d4-ab73-ef2ea46e78d1 with Priority: HIGHEST for action security_group_members [ 620.742983] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock member-dbf0382a-bcd5-43d4-ab73-ef2ea46e78d1 taken with stack trace [, , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 620.742983] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-dbf0382a-bcd5-43d4-ab73-ef2ea46e78d1" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 620.742983] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-dbf0382a-bcd5-43d4-ab73-ef2ea46e78d1" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 620.742983] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-dbf0382a-bcd5-43d4-ab73-ef2ea46e78d1" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 620.742983] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 620.742983] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 620.742983] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 620.743663] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 620.743663] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 620.743663] env[62265]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('dbf0382a-bcd5-43d4-ab73-ef2ea46e78d1',) {} {{(pid=62265) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 620.791962] env[62265]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('d19427e8-4d50-432f-b494-0ac8141f4c17',) {} {{(pid=62265) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 620.982859] env[62265]: INFO networking_nsxv3.common.synchronization [None req-815a1339-3c09-4276-ae79-48b25c2266a4 None None] Enqueued Resource ID: accd600f-1108-4f0a-8541-6aa445ef160a with Priority: HIGHEST for action port [ 620.983112] env[62265]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: accd600f-1108-4f0a-8541-6aa445ef160a with Priority: HIGHEST for action port [ 620.983653] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock port-accd600f-1108-4f0a-8541-6aa445ef160a taken with stack trace [, , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 620.983769] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-accd600f-1108-4f0a-8541-6aa445ef160a" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 620.983833] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-accd600f-1108-4f0a-8541-6aa445ef160a" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 620.984720] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-accd600f-1108-4f0a-8541-6aa445ef160a" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 620.984806] env[62265]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('accd600f-1108-4f0a-8541-6aa445ef160a',) {} {{(pid=62265) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 621.246107] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 621.246211] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 621.246255] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 621.246467] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 621.246560] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 621.246747] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 621.246859] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 621.246965] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 621.247079] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 621.247151] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 621.247233] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: dbf0382a-bcd5-43d4-ab73-ef2ea46e78d1 already deleted. [ 621.247317] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-dbf0382a-bcd5-43d4-ab73-ef2ea46e78d1" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 621.295089] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 621.295089] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 621.295089] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 621.296423] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 621.296526] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 621.296635] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d19427e8-4d50-432f-b494-0ac8141f4c17 is going to be created. [ 621.322714] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 621.322876] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 621.322942] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 621.323181] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 621.323342] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 621.332340] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d19427e8-4d50-432f-b494-0ac8141f4c17 in Status: UNINITIALIZED for 2s [ 621.487208] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port accd600f-1108-4f0a-8541-6aa445ef160a [ 621.487693] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 621.487791] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 621.487866] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 621.488141] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 621.488235] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 621.488331] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:accd600f-1108-4f0a-8541-6aa445ef160a already deleted. [ 621.488412] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-accd600f-1108-4f0a-8541-6aa445ef160a" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 621.828590] env[62265]: INFO networking_nsxv3.common.synchronization [None req-ea25c7de-dfb7-4669-ad03-0f324c4360f1 None None] Enqueued Resource ID: 2c11cd8b-6cd2-4cc5-93e4-c235fc52a35a with Priority: HIGHEST for action port [ 621.828590] env[62265]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2c11cd8b-6cd2-4cc5-93e4-c235fc52a35a with Priority: HIGHEST for action port [ 621.829044] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock port-2c11cd8b-6cd2-4cc5-93e4-c235fc52a35a taken with stack trace [, , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 621.829044] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-2c11cd8b-6cd2-4cc5-93e4-c235fc52a35a" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 621.829044] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-2c11cd8b-6cd2-4cc5-93e4-c235fc52a35a" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 621.829189] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-2c11cd8b-6cd2-4cc5-93e4-c235fc52a35a" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 621.829762] env[62265]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2c11cd8b-6cd2-4cc5-93e4-c235fc52a35a',) {} {{(pid=62265) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 622.219486] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d47d099f-c997-4da1-8b75-b9cff905fb2f in Status: SUCCESS [ 622.219486] env[62265]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d47d099f-c997-4da1-8b75-b9cff905fb2f deletion is rescheduled due to dependency. [ 622.219486] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d47d099f-c997-4da1-8b75-b9cff905fb2f" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 622.335716] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 2c11cd8b-6cd2-4cc5-93e4-c235fc52a35a [ 622.335716] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 622.335716] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 622.335716] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 622.335716] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 622.335716] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 622.335716] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:2c11cd8b-6cd2-4cc5-93e4-c235fc52a35a already deleted. [ 622.336139] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-2c11cd8b-6cd2-4cc5-93e4-c235fc52a35a" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 622.670774] env[62265]: DEBUG networking_nsxv3.common.locking [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Lock network-785 taken with stack trace [, , , , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 622.670774] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquiring lock "network-785" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 622.670774] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquired lock "network-785" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 622.670774] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquired external semaphore "network-785" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 622.670970] env[62265]: DEBUG networking_nsxv3.common.locking [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 622.671130] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquiring lock "Segment" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 622.671229] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquired lock "Segment" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 622.671467] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquired external semaphore "Segment" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 622.671578] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Releasing lock "Segment" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 622.672677] env[62265]: DEBUG dogpile.cache.region [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] No value present for key: 'zone-id' {{(pid=62265) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 622.672677] env[62265]: DEBUG dogpile.lock [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] NeedRegenerationException {{(pid=62265) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 622.672677] env[62265]: DEBUG dogpile.lock [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] no value, waiting for create lock {{(pid=62265) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 622.672677] env[62265]: DEBUG dogpile.lock [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] value creation lock acquired {{(pid=62265) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 622.672677] env[62265]: DEBUG dogpile.cache.region [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] No value present for key: 'zone-id' {{(pid=62265) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 622.672677] env[62265]: DEBUG dogpile.lock [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Calling creation function for not-yet-present value {{(pid=62265) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 622.672677] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 622.703664] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 622.703664] env[62265]: DEBUG dogpile.cache.region [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Cache value generated in 0.030 seconds for key(s): 'zone-id' {{(pid=62265) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 622.703664] env[62265]: DEBUG dogpile.lock [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Released creation lock {{(pid=62265) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 622.703664] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Releasing lock "network-785" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 622.703664] env[62265]: DEBUG networking_nsxv3.common.locking [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Lock port-b25d6a4d-7ea2-4785-8eff-a098b3168787 taken with stack trace [, , , , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 622.703664] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquiring lock "port-b25d6a4d-7ea2-4785-8eff-a098b3168787" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 622.703664] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquired lock "port-b25d6a4d-7ea2-4785-8eff-a098b3168787" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 622.703664] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquired external semaphore "port-b25d6a4d-7ea2-4785-8eff-a098b3168787" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 622.705694] env[62265]: DEBUG networking_nsxv3.api.rpc [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b25d6a4d-7ea2-4785-8eff-a098b3168787',) {} {{(pid=62265) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 623.103507] env[62265]: INFO networking_nsxv3.common.synchronization [req-b19fab00-acfd-4edb-8b06-2facfcbe1cb1 req-7f8c2037-c1f6-4438-bfe3-06e5240b2a4c service nova] Enqueued Resource ID: 026afd4b-d3d0-4e4c-b150-7cb6271ae595 with Priority: HIGHEST for action security_group_rules [ 623.103799] env[62265]: INFO networking_nsxv3.common.synchronization [req-b19fab00-acfd-4edb-8b06-2facfcbe1cb1 req-7f8c2037-c1f6-4438-bfe3-06e5240b2a4c service nova] Enqueued Resource ID: 026afd4b-d3d0-4e4c-b150-7cb6271ae595 with Priority: HIGHEST for action security_group_members [ 623.103863] env[62265]: INFO networking_nsxv3.common.synchronization [req-b19fab00-acfd-4edb-8b06-2facfcbe1cb1 req-7f8c2037-c1f6-4438-bfe3-06e5240b2a4c service nova] Enqueued Resource ID: 86a9ed6f-829e-4b08-97cc-4b44c3c078d3 with Priority: HIGHEST for action port [ 623.104470] env[62265]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 026afd4b-d3d0-4e4c-b150-7cb6271ae595 with Priority: HIGHEST for action security_group_rules [ 623.108484] env[62265]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 026afd4b-d3d0-4e4c-b150-7cb6271ae595 with Priority: HIGHEST for action security_group_members [ 623.108723] env[62265]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 86a9ed6f-829e-4b08-97cc-4b44c3c078d3 with Priority: HIGHEST for action port [ 623.108998] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock rules-026afd4b-d3d0-4e4c-b150-7cb6271ae595 taken with stack trace [, , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 623.109179] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-026afd4b-d3d0-4e4c-b150-7cb6271ae595" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 623.109225] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-026afd4b-d3d0-4e4c-b150-7cb6271ae595" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 623.109942] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-026afd4b-d3d0-4e4c-b150-7cb6271ae595" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 623.109942] env[62265]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('026afd4b-d3d0-4e4c-b150-7cb6271ae595',) {} {{(pid=62265) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 623.111505] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock member-026afd4b-d3d0-4e4c-b150-7cb6271ae595 taken with stack trace [, , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 623.111505] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-026afd4b-d3d0-4e4c-b150-7cb6271ae595" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 623.111505] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-026afd4b-d3d0-4e4c-b150-7cb6271ae595" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 623.111505] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-026afd4b-d3d0-4e4c-b150-7cb6271ae595" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 623.111505] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 623.111505] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 623.111505] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 623.111799] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 623.111799] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 623.111799] env[62265]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('026afd4b-d3d0-4e4c-b150-7cb6271ae595',) {} {{(pid=62265) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 623.112546] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock port-86a9ed6f-829e-4b08-97cc-4b44c3c078d3 taken with stack trace [, , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 623.112649] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-86a9ed6f-829e-4b08-97cc-4b44c3c078d3" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 623.112840] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-86a9ed6f-829e-4b08-97cc-4b44c3c078d3" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 623.112898] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-86a9ed6f-829e-4b08-97cc-4b44c3c078d3" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 623.112934] env[62265]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('86a9ed6f-829e-4b08-97cc-4b44c3c078d3',) {} {{(pid=62265) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 623.209244] env[62265]: DEBUG networking_nsxv3.common.locking [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 623.210252] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquiring lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 623.210252] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquired lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 623.210252] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquired external semaphore "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 623.211628] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Releasing lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 623.212346] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Segment Port b25d6a4d-7ea2-4785-8eff-a098b3168787 not found, creating... [ 623.212733] env[62265]: DEBUG networking_nsxv3.common.locking [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 623.213436] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquiring lock "Segment" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 623.213627] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquired lock "Segment" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 623.214037] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquired external semaphore "Segment" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 623.214037] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Releasing lock "Segment" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 623.214344] env[62265]: DEBUG networking_nsxv3.common.locking [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 623.214488] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquiring lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 623.214591] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquired lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 623.214807] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquired external semaphore "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 623.214936] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Releasing lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 623.215085] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Resource: SegmentPort with ID: b25d6a4d-7ea2-4785-8eff-a098b3168787 is going to be created. [ 623.236928] env[62265]: DEBUG networking_nsxv3.common.locking [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 623.237171] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquiring lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 623.237299] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquired lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 623.237577] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquired external semaphore "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 623.237808] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Releasing lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 623.238052] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Releasing lock "port-b25d6a4d-7ea2-4785-8eff-a098b3168787" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 623.342636] env[62265]: INFO networking_nsxv3.common.synchronization [None req-b3ed6037-6b21-49f4-bfe6-f56e6999bad9 None None] Enqueued Resource ID: faec2224-87fa-4fc6-ba60-8ac520a82e61 with Priority: HIGHEST for action port [ 623.344033] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d19427e8-4d50-432f-b494-0ac8141f4c17 in Status: SUCCESS [ 623.344033] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d19427e8-4d50-432f-b494-0ac8141f4c17" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 623.344033] env[62265]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: faec2224-87fa-4fc6-ba60-8ac520a82e61 with Priority: HIGHEST for action port [ 623.344308] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d19427e8-4d50-432f-b494-0ac8141f4c17" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 623.345338] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d19427e8-4d50-432f-b494-0ac8141f4c17" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 623.345338] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 623.345338] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 623.345338] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 623.345338] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 623.345338] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 623.345338] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d19427e8-4d50-432f-b494-0ac8141f4c17" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 623.345338] env[62265]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('d19427e8-4d50-432f-b494-0ac8141f4c17',) {} {{(pid=62265) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 623.346208] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock port-faec2224-87fa-4fc6-ba60-8ac520a82e61 taken with stack trace [, , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 623.346208] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-faec2224-87fa-4fc6-ba60-8ac520a82e61" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 623.346380] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-faec2224-87fa-4fc6-ba60-8ac520a82e61" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 623.346421] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-faec2224-87fa-4fc6-ba60-8ac520a82e61" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 623.346506] env[62265]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('faec2224-87fa-4fc6-ba60-8ac520a82e61',) {} {{(pid=62265) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 623.574276] env[62265]: INFO networking_nsxv3.common.synchronization [None req-51f72a46-a437-41ae-9ee1-4ffbadf78750 None None] Enqueued Resource ID: ac01fa89-c050-405c-b4fe-c47e5f670eeb with Priority: HIGHEST for action port [ 623.574276] env[62265]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ac01fa89-c050-405c-b4fe-c47e5f670eeb with Priority: HIGHEST for action port [ 623.574276] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock port-ac01fa89-c050-405c-b4fe-c47e5f670eeb taken with stack trace [, , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 623.574276] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ac01fa89-c050-405c-b4fe-c47e5f670eeb" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 623.575056] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ac01fa89-c050-405c-b4fe-c47e5f670eeb" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 623.575336] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ac01fa89-c050-405c-b4fe-c47e5f670eeb" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 623.575419] env[62265]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ac01fa89-c050-405c-b4fe-c47e5f670eeb',) {} {{(pid=62265) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 623.615891] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock member-026afd4b-d3d0-4e4c-b150-7cb6271ae595 taken with stack trace [, , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 623.615891] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-026afd4b-d3d0-4e4c-b150-7cb6271ae595" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 623.615891] env[62265]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('026afd4b-d3d0-4e4c-b150-7cb6271ae595',) {} {{(pid=62265) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 623.616096] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 86a9ed6f-829e-4b08-97cc-4b44c3c078d3 with status ACTIVE [ 623.616307] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 623.616428] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 623.616492] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 623.617141] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 623.617246] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 623.617441] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 623.617541] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 623.618090] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 623.618090] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 623.618090] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 623.618090] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 623.618281] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 623.618281] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 623.618384] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 623.618473] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 623.618554] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 86a9ed6f-829e-4b08-97cc-4b44c3c078d3 is going to be updated. [ 623.641505] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 623.641684] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 623.641775] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 623.642259] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 623.643797] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 623.643797] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-86a9ed6f-829e-4b08-97cc-4b44c3c078d3" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 623.848417] env[62265]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('d19427e8-4d50-432f-b494-0ac8141f4c17',) {} {{(pid=62265) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 623.849384] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port faec2224-87fa-4fc6-ba60-8ac520a82e61 [ 623.849581] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 623.849703] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 623.849903] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 623.850073] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 623.850714] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 623.850714] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:faec2224-87fa-4fc6-ba60-8ac520a82e61 already deleted. [ 623.850714] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-faec2224-87fa-4fc6-ba60-8ac520a82e61" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 624.078039] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port ac01fa89-c050-405c-b4fe-c47e5f670eeb [ 624.078885] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 624.078885] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 624.078885] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 624.078885] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 624.078885] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 624.079157] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:ac01fa89-c050-405c-b4fe-c47e5f670eeb already deleted. [ 624.079157] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ac01fa89-c050-405c-b4fe-c47e5f670eeb" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 624.123353] env[62265]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('026afd4b-d3d0-4e4c-b150-7cb6271ae595',) {} {{(pid=62265) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 624.353383] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for d19427e8-4d50-432f-b494-0ac8141f4c17: rpc.has_security_group_logging(os_id): False [ 624.381415] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 624.384020] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 624.384020] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 624.384020] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 624.384020] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 624.384020] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 624.384020] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 624.384655] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 624.384655] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 624.384655] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 624.384655] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d19427e8-4d50-432f-b494-0ac8141f4c17 is going to be created. [ 624.446603] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 624.446756] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 624.446839] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 624.447195] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 624.447418] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 624.458601] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d19427e8-4d50-432f-b494-0ac8141f4c17 in Status: IN_PROGRESS for 2s [ 624.630089] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 624.630248] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 624.630339] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 624.634024] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 624.634024] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 624.634024] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 026afd4b-d3d0-4e4c-b150-7cb6271ae595 is going to be created. [ 624.653154] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 624.653351] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 624.653395] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 624.653581] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 624.653740] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 624.668424] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 026afd4b-d3d0-4e4c-b150-7cb6271ae595 in Status: UNINITIALIZED for 2s [ 624.955916] env[62265]: INFO networking_nsxv3.common.synchronization [req-32b1638e-0096-432b-8897-9072acba3940 req-60e1605d-c715-4c96-8600-6fdc4103f111 tempest-ServerDiagnosticsTest-2815992 tempest-ServerDiagnosticsTest-2815992-project-member] Enqueued Resource ID: 6375f917-9a84-4259-897a-4a85dfd5f750 with Priority: HIGHEST for action security_group_members [ 624.955916] env[62265]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6375f917-9a84-4259-897a-4a85dfd5f750 with Priority: HIGHEST for action security_group_members [ 624.955916] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock member-6375f917-9a84-4259-897a-4a85dfd5f750 taken with stack trace [, , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 624.956100] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6375f917-9a84-4259-897a-4a85dfd5f750" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 624.958827] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6375f917-9a84-4259-897a-4a85dfd5f750" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 624.958827] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6375f917-9a84-4259-897a-4a85dfd5f750" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 624.958827] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 624.959090] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 624.959090] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 624.959475] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 624.959475] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 624.959475] env[62265]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6375f917-9a84-4259-897a-4a85dfd5f750',) {} {{(pid=62265) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 625.116160] env[62265]: INFO networking_nsxv3.common.synchronization [None req-0216533a-b715-44a5-b078-2de0aad06445 None None] Enqueued Resource ID: ecf94b27-a85e-411e-b061-c98b4b5e9650 with Priority: HIGHEST for action port [ 625.116160] env[62265]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ecf94b27-a85e-411e-b061-c98b4b5e9650 with Priority: HIGHEST for action port [ 625.116160] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock port-ecf94b27-a85e-411e-b061-c98b4b5e9650 taken with stack trace [, , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 625.116160] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ecf94b27-a85e-411e-b061-c98b4b5e9650" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 625.116160] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ecf94b27-a85e-411e-b061-c98b4b5e9650" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 625.116631] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ecf94b27-a85e-411e-b061-c98b4b5e9650" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 625.116807] env[62265]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ecf94b27-a85e-411e-b061-c98b4b5e9650',) {} {{(pid=62265) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 625.466362] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 625.466362] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 625.466362] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 625.466362] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 625.466362] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 625.466362] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 625.466362] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 625.466362] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 625.466362] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 625.466362] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 625.466362] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6375f917-9a84-4259-897a-4a85dfd5f750 already deleted. [ 625.466362] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6375f917-9a84-4259-897a-4a85dfd5f750" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 625.620251] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port ecf94b27-a85e-411e-b061-c98b4b5e9650 [ 625.625195] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 625.625195] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 625.625195] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 625.625195] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 625.625195] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 625.625195] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:ecf94b27-a85e-411e-b061-c98b4b5e9650 already deleted. [ 625.625195] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ecf94b27-a85e-411e-b061-c98b4b5e9650" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 625.862449] env[62265]: INFO networking_nsxv3.common.synchronization [req-c662096a-3d02-4b3f-a8cd-275a7f352110 req-86aaba40-3e5d-4408-88b4-8719eb6040e5 service nova] Enqueued Resource ID: dbf0382a-bcd5-43d4-ab73-ef2ea46e78d1 with Priority: HIGHEST for action security_group_rules [ 625.862620] env[62265]: INFO networking_nsxv3.common.synchronization [req-c662096a-3d02-4b3f-a8cd-275a7f352110 req-86aaba40-3e5d-4408-88b4-8719eb6040e5 service nova] Enqueued Resource ID: dbf0382a-bcd5-43d4-ab73-ef2ea46e78d1 with Priority: HIGHEST for action security_group_members [ 625.862763] env[62265]: INFO networking_nsxv3.common.synchronization [req-c662096a-3d02-4b3f-a8cd-275a7f352110 req-86aaba40-3e5d-4408-88b4-8719eb6040e5 service nova] Enqueued Resource ID: b25d6a4d-7ea2-4785-8eff-a098b3168787 with Priority: HIGHEST for action port [ 625.863060] env[62265]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dbf0382a-bcd5-43d4-ab73-ef2ea46e78d1 with Priority: HIGHEST for action security_group_rules [ 625.863167] env[62265]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dbf0382a-bcd5-43d4-ab73-ef2ea46e78d1 with Priority: HIGHEST for action security_group_members [ 625.863277] env[62265]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b25d6a4d-7ea2-4785-8eff-a098b3168787 with Priority: HIGHEST for action port [ 625.864769] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock rules-dbf0382a-bcd5-43d4-ab73-ef2ea46e78d1 taken with stack trace [, , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 625.865230] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-dbf0382a-bcd5-43d4-ab73-ef2ea46e78d1" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 625.865230] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-dbf0382a-bcd5-43d4-ab73-ef2ea46e78d1" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 625.865230] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-dbf0382a-bcd5-43d4-ab73-ef2ea46e78d1" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 625.865367] env[62265]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('dbf0382a-bcd5-43d4-ab73-ef2ea46e78d1',) {} {{(pid=62265) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 625.866179] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock member-dbf0382a-bcd5-43d4-ab73-ef2ea46e78d1 taken with stack trace [, , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 625.866356] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-dbf0382a-bcd5-43d4-ab73-ef2ea46e78d1" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 625.866356] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-dbf0382a-bcd5-43d4-ab73-ef2ea46e78d1" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 625.866436] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-dbf0382a-bcd5-43d4-ab73-ef2ea46e78d1" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 625.869463] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 625.869463] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 625.869463] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 625.869463] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 625.869463] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 625.869463] env[62265]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('dbf0382a-bcd5-43d4-ab73-ef2ea46e78d1',) {} {{(pid=62265) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 625.869463] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock port-b25d6a4d-7ea2-4785-8eff-a098b3168787 taken with stack trace [, , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 625.869463] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b25d6a4d-7ea2-4785-8eff-a098b3168787" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 625.869463] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b25d6a4d-7ea2-4785-8eff-a098b3168787" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 625.869463] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b25d6a4d-7ea2-4785-8eff-a098b3168787" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 625.869463] env[62265]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b25d6a4d-7ea2-4785-8eff-a098b3168787',) {} {{(pid=62265) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 626.266513] env[62265]: INFO networking_nsxv3.common.synchronization [req-742e7bf7-00f8-45a2-a5bd-ef79aa4d91f5 req-f9181fc0-1766-4210-92aa-25aadd23a1b5 tempest-ServerExternalEventsTest-1959909449 tempest-ServerExternalEventsTest-1959909449-project-member] Enqueued Resource ID: 79d33d01-a887-4510-935b-77eadb6bd76a with Priority: HIGHEST for action security_group_members [ 626.267268] env[62265]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 79d33d01-a887-4510-935b-77eadb6bd76a with Priority: HIGHEST for action security_group_members [ 626.267573] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock member-79d33d01-a887-4510-935b-77eadb6bd76a taken with stack trace [, , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 626.267697] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-79d33d01-a887-4510-935b-77eadb6bd76a" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 626.267759] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-79d33d01-a887-4510-935b-77eadb6bd76a" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 626.270078] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-79d33d01-a887-4510-935b-77eadb6bd76a" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 626.270078] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 626.270078] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 626.270078] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 626.270078] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 626.270078] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 626.270078] env[62265]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('79d33d01-a887-4510-935b-77eadb6bd76a',) {} {{(pid=62265) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 626.330331] env[62265]: INFO networking_nsxv3.common.synchronization [None req-22f028c7-3674-4fbf-b809-c2cddef71261 None None] Enqueued Resource ID: f29d9990-503a-4287-8162-a01aa333f41c with Priority: HIGHEST for action port [ 626.330873] env[62265]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f29d9990-503a-4287-8162-a01aa333f41c with Priority: HIGHEST for action port [ 626.331148] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock port-f29d9990-503a-4287-8162-a01aa333f41c taken with stack trace [, , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 626.331274] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f29d9990-503a-4287-8162-a01aa333f41c" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 626.331335] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f29d9990-503a-4287-8162-a01aa333f41c" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 626.331587] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f29d9990-503a-4287-8162-a01aa333f41c" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 626.331663] env[62265]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f29d9990-503a-4287-8162-a01aa333f41c',) {} {{(pid=62265) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 626.372936] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock member-dbf0382a-bcd5-43d4-ab73-ef2ea46e78d1 taken with stack trace [, , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 626.373135] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-dbf0382a-bcd5-43d4-ab73-ef2ea46e78d1" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 626.373321] env[62265]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('dbf0382a-bcd5-43d4-ab73-ef2ea46e78d1',) {} {{(pid=62265) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 626.374189] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port b25d6a4d-7ea2-4785-8eff-a098b3168787 with status ACTIVE [ 626.374392] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 626.377021] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 626.377021] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 626.377021] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 626.377021] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 626.377021] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 626.377021] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 626.377021] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 626.377021] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 626.377021] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 626.377021] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 626.377021] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 626.377021] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 626.377021] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 626.377021] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 626.377021] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: b25d6a4d-7ea2-4785-8eff-a098b3168787 is going to be updated. [ 626.398205] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 626.398397] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 626.398467] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 626.398672] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 626.398826] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 626.398992] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b25d6a4d-7ea2-4785-8eff-a098b3168787" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 626.475341] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d19427e8-4d50-432f-b494-0ac8141f4c17 in Status: SUCCESS [ 626.475626] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d19427e8-4d50-432f-b494-0ac8141f4c17" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 626.529195] env[62265]: INFO networking_nsxv3.common.synchronization [None req-340bc711-5ea3-4e79-8519-e535a68080dd None None] Enqueued Resource ID: d44ecdd8-d2ee-4a97-aaf5-3d968c40c5d3 with Priority: HIGHEST for action port [ 626.533021] env[62265]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d44ecdd8-d2ee-4a97-aaf5-3d968c40c5d3 with Priority: HIGHEST for action port [ 626.533021] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock port-d44ecdd8-d2ee-4a97-aaf5-3d968c40c5d3 taken with stack trace [, , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 626.533021] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d44ecdd8-d2ee-4a97-aaf5-3d968c40c5d3" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 626.533021] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d44ecdd8-d2ee-4a97-aaf5-3d968c40c5d3" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 626.533021] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d44ecdd8-d2ee-4a97-aaf5-3d968c40c5d3" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 626.533021] env[62265]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d44ecdd8-d2ee-4a97-aaf5-3d968c40c5d3',) {} {{(pid=62265) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 626.679018] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 026afd4b-d3d0-4e4c-b150-7cb6271ae595 in Status: SUCCESS [ 626.679018] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-026afd4b-d3d0-4e4c-b150-7cb6271ae595" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 626.679018] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-026afd4b-d3d0-4e4c-b150-7cb6271ae595" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 626.679018] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-026afd4b-d3d0-4e4c-b150-7cb6271ae595" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 626.679018] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 626.679018] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 626.679018] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 626.679018] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 626.679018] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 626.679018] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-026afd4b-d3d0-4e4c-b150-7cb6271ae595" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 626.679018] env[62265]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('026afd4b-d3d0-4e4c-b150-7cb6271ae595',) {} {{(pid=62265) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 626.773031] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 626.773239] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 626.773239] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 626.775148] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 626.775148] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 626.775148] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 626.776407] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 626.776407] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 626.776407] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 626.776407] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 626.776407] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 79d33d01-a887-4510-935b-77eadb6bd76a is going to be updated. [ 626.801792] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 626.801792] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 626.801792] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 626.801971] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 626.802539] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 626.810920] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 79d33d01-a887-4510-935b-77eadb6bd76a in Status: IN_PROGRESS for 2s [ 626.838225] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port f29d9990-503a-4287-8162-a01aa333f41c [ 626.838225] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 626.838225] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 626.838225] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 626.838225] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 626.838225] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 626.838225] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:f29d9990-503a-4287-8162-a01aa333f41c already deleted. [ 626.838225] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f29d9990-503a-4287-8162-a01aa333f41c" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 626.882717] env[62265]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('dbf0382a-bcd5-43d4-ab73-ef2ea46e78d1',) {} {{(pid=62265) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 627.036538] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port d44ecdd8-d2ee-4a97-aaf5-3d968c40c5d3 [ 627.036538] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 627.036538] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 627.036538] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 627.036538] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 627.036538] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 627.036538] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:d44ecdd8-d2ee-4a97-aaf5-3d968c40c5d3 already deleted. [ 627.036538] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d44ecdd8-d2ee-4a97-aaf5-3d968c40c5d3" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 627.146945] env[62265]: DEBUG networking_nsxv3.common.locking [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Lock network-443 taken with stack trace [, , , , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 627.147349] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquiring lock "network-443" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 627.147404] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquired lock "network-443" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 627.147805] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquired external semaphore "network-443" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 627.148092] env[62265]: DEBUG networking_nsxv3.common.locking [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 627.148388] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquiring lock "Segment" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 627.148509] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquired lock "Segment" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 627.148817] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquired external semaphore "Segment" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 627.149034] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Releasing lock "Segment" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 627.149490] env[62265]: DEBUG dogpile.cache.region [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] No value present for key: 'zone-id' {{(pid=62265) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 627.149490] env[62265]: DEBUG dogpile.lock [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] NeedRegenerationException {{(pid=62265) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 627.149598] env[62265]: DEBUG dogpile.lock [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] no value, waiting for create lock {{(pid=62265) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 627.149680] env[62265]: DEBUG dogpile.lock [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] value creation lock acquired {{(pid=62265) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 627.150224] env[62265]: DEBUG dogpile.cache.region [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] No value present for key: 'zone-id' {{(pid=62265) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 627.150224] env[62265]: DEBUG dogpile.lock [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Calling creation function for not-yet-present value {{(pid=62265) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 627.150330] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 627.180863] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock member-026afd4b-d3d0-4e4c-b150-7cb6271ae595 taken with stack trace [, , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 627.181065] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-026afd4b-d3d0-4e4c-b150-7cb6271ae595" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 627.181165] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-026afd4b-d3d0-4e4c-b150-7cb6271ae595" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 627.181456] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-026afd4b-d3d0-4e4c-b150-7cb6271ae595" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 627.182779] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 627.182779] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 627.182779] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 627.182779] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 627.182779] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 627.182779] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-026afd4b-d3d0-4e4c-b150-7cb6271ae595" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 627.182779] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock member-026afd4b-d3d0-4e4c-b150-7cb6271ae595 taken with stack trace [, , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 627.182779] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-026afd4b-d3d0-4e4c-b150-7cb6271ae595" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 627.182779] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-026afd4b-d3d0-4e4c-b150-7cb6271ae595" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 627.183158] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-026afd4b-d3d0-4e4c-b150-7cb6271ae595" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 627.183196] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 627.184835] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 627.184835] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 627.184835] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 627.184835] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 627.184835] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-026afd4b-d3d0-4e4c-b150-7cb6271ae595" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 627.184835] env[62265]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('026afd4b-d3d0-4e4c-b150-7cb6271ae595',) {} {{(pid=62265) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 627.188620] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 627.188918] env[62265]: DEBUG dogpile.cache.region [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Cache value generated in 0.038 seconds for key(s): 'zone-id' {{(pid=62265) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 627.189102] env[62265]: DEBUG dogpile.lock [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Released creation lock {{(pid=62265) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 627.189362] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Releasing lock "network-443" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 627.190149] env[62265]: DEBUG networking_nsxv3.common.locking [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Lock port-477f65bd-d144-48a7-be7c-d05553fac99e taken with stack trace [, , , , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 627.190149] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquiring lock "port-477f65bd-d144-48a7-be7c-d05553fac99e" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 627.190149] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquired lock "port-477f65bd-d144-48a7-be7c-d05553fac99e" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 627.190149] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquired external semaphore "port-477f65bd-d144-48a7-be7c-d05553fac99e" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 627.190346] env[62265]: DEBUG networking_nsxv3.api.rpc [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('477f65bd-d144-48a7-be7c-d05553fac99e',) {} {{(pid=62265) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 627.387767] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 627.388344] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 627.388344] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 627.388344] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 627.388344] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 627.388677] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: dbf0382a-bcd5-43d4-ab73-ef2ea46e78d1 is going to be created. [ 627.447155] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 627.447155] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 627.447155] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 627.447155] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 627.447336] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 627.468177] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: dbf0382a-bcd5-43d4-ab73-ef2ea46e78d1 in Status: UNINITIALIZED for 2s [ 627.692714] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 026afd4b-d3d0-4e4c-b150-7cb6271ae595: rpc.has_security_group_logging(os_id): False [ 627.694765] env[62265]: DEBUG networking_nsxv3.common.locking [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 627.694765] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquiring lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 627.694765] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquired lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 627.694765] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquired external semaphore "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 627.696721] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Releasing lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 627.696820] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Segment Port 477f65bd-d144-48a7-be7c-d05553fac99e not found, creating... [ 627.697688] env[62265]: DEBUG networking_nsxv3.common.locking [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 627.697688] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquiring lock "Segment" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 627.697883] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquired lock "Segment" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 627.698118] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquired external semaphore "Segment" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 627.698371] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Releasing lock "Segment" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 627.702554] env[62265]: DEBUG networking_nsxv3.common.locking [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 627.702554] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquiring lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 627.702554] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquired lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 627.702554] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquired external semaphore "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 627.702554] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Releasing lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 627.702554] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Resource: SegmentPort with ID: 477f65bd-d144-48a7-be7c-d05553fac99e is going to be created. [ 627.728424] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 627.729437] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 627.729437] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 627.729437] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 627.729437] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 627.729437] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 627.729437] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 627.729437] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 627.730240] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 627.730240] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 627.730809] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 627.730944] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 627.732820] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 627.733108] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 627.733108] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 627.734182] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 627.734182] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 627.734415] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 627.734567] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 627.734708] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 627.734835] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 026afd4b-d3d0-4e4c-b150-7cb6271ae595 is going to be created. [ 627.737264] env[62265]: DEBUG networking_nsxv3.common.locking [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 627.737468] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquiring lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 627.737699] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquired lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 627.738031] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquired external semaphore "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 627.738317] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Releasing lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 627.738557] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Releasing lock "port-477f65bd-d144-48a7-be7c-d05553fac99e" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 627.812402] env[62265]: INFO networking_nsxv3.common.synchronization [req-6f3c6c6c-b214-4d19-935c-2aa819bd6620 req-75e29cc6-4137-4129-a90a-d9c94d58acc5 tempest-ServersAdminNegativeTestJSON-628729406 tempest-ServersAdminNegativeTestJSON-628729406-project-member] Enqueued Resource ID: 07b3953d-e6be-4fd6-a5b5-bc8f70152e0c with Priority: HIGHEST for action security_group_members [ 627.813667] env[62265]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 07b3953d-e6be-4fd6-a5b5-bc8f70152e0c with Priority: HIGHEST for action security_group_members [ 627.814024] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock member-07b3953d-e6be-4fd6-a5b5-bc8f70152e0c taken with stack trace [, , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 627.815237] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-07b3953d-e6be-4fd6-a5b5-bc8f70152e0c" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 627.816561] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-07b3953d-e6be-4fd6-a5b5-bc8f70152e0c" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 627.816941] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-07b3953d-e6be-4fd6-a5b5-bc8f70152e0c" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 627.817210] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 627.817347] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 627.817429] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 627.817637] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 627.818526] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 627.818526] env[62265]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('07b3953d-e6be-4fd6-a5b5-bc8f70152e0c',) {} {{(pid=62265) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 627.833090] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 627.833384] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 627.833602] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 627.834433] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 627.834433] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 627.851669] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 026afd4b-d3d0-4e4c-b150-7cb6271ae595 in Status: IN_PROGRESS for 2s [ 628.320903] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 628.321173] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 628.321291] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 628.321633] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 628.321769] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 628.322120] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 628.324022] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 628.324022] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 628.324022] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 628.324022] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 628.324022] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 07b3953d-e6be-4fd6-a5b5-bc8f70152e0c already deleted. [ 628.324022] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-07b3953d-e6be-4fd6-a5b5-bc8f70152e0c" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 628.820346] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 79d33d01-a887-4510-935b-77eadb6bd76a in Status: SUCCESS [ 628.820650] env[62265]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 79d33d01-a887-4510-935b-77eadb6bd76a deletion is rescheduled due to dependency. [ 628.820650] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-79d33d01-a887-4510-935b-77eadb6bd76a" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 628.992149] env[62265]: INFO networking_nsxv3.common.synchronization [None req-ba1fc7e2-511a-4aa1-b31c-256991488d41 None None] Enqueued Resource ID: e07fad76-5ed0-4990-8d3d-e3116cde01a8 with Priority: HIGHEST for action port [ 628.993352] env[62265]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e07fad76-5ed0-4990-8d3d-e3116cde01a8 with Priority: HIGHEST for action port [ 628.993352] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock port-e07fad76-5ed0-4990-8d3d-e3116cde01a8 taken with stack trace [, , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 628.993352] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e07fad76-5ed0-4990-8d3d-e3116cde01a8" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 628.993352] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e07fad76-5ed0-4990-8d3d-e3116cde01a8" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 628.993832] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e07fad76-5ed0-4990-8d3d-e3116cde01a8" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 628.993891] env[62265]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e07fad76-5ed0-4990-8d3d-e3116cde01a8',) {} {{(pid=62265) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 629.209665] env[62265]: DEBUG networking_nsxv3.common.locking [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Lock network-443 taken with stack trace [, , , , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 629.209665] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquiring lock "network-443" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 629.209665] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquired lock "network-443" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 629.210042] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquired external semaphore "network-443" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 629.210394] env[62265]: DEBUG networking_nsxv3.common.locking [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 629.210608] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquiring lock "Segment" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 629.210755] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquired lock "Segment" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 629.210996] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquired external semaphore "Segment" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 629.211162] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Releasing lock "Segment" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 629.211390] env[62265]: DEBUG dogpile.cache.region [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] No value present for key: 'zone-id' {{(pid=62265) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 629.211504] env[62265]: DEBUG dogpile.lock [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] NeedRegenerationException {{(pid=62265) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 629.211611] env[62265]: DEBUG dogpile.lock [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] no value, waiting for create lock {{(pid=62265) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 629.212064] env[62265]: DEBUG dogpile.lock [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] value creation lock acquired {{(pid=62265) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 629.212214] env[62265]: DEBUG dogpile.cache.region [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] No value present for key: 'zone-id' {{(pid=62265) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 629.212329] env[62265]: DEBUG dogpile.lock [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Calling creation function for not-yet-present value {{(pid=62265) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 629.212468] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 629.241652] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 629.241652] env[62265]: DEBUG dogpile.cache.region [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Cache value generated in 0.026 seconds for key(s): 'zone-id' {{(pid=62265) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 629.241652] env[62265]: DEBUG dogpile.lock [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Released creation lock {{(pid=62265) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 629.241652] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Releasing lock "network-443" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 629.241652] env[62265]: DEBUG networking_nsxv3.common.locking [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Lock port-b8004e0a-ef65-4b94-8b84-e0b84cc8b603 taken with stack trace [, , , , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 629.241652] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquiring lock "port-b8004e0a-ef65-4b94-8b84-e0b84cc8b603" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 629.241652] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquired lock "port-b8004e0a-ef65-4b94-8b84-e0b84cc8b603" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 629.241652] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquired external semaphore "port-b8004e0a-ef65-4b94-8b84-e0b84cc8b603" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 629.241652] env[62265]: DEBUG networking_nsxv3.api.rpc [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b8004e0a-ef65-4b94-8b84-e0b84cc8b603',) {} {{(pid=62265) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 629.360371] env[62265]: INFO networking_nsxv3.common.synchronization [req-32b1638e-0096-432b-8897-9072acba3940 req-f0566d21-d81c-43bd-8d4c-4c25cd3174ad service nova] Enqueued Resource ID: 6375f917-9a84-4259-897a-4a85dfd5f750 with Priority: HIGHEST for action security_group_rules [ 629.360371] env[62265]: INFO networking_nsxv3.common.synchronization [req-32b1638e-0096-432b-8897-9072acba3940 req-f0566d21-d81c-43bd-8d4c-4c25cd3174ad service nova] Enqueued Resource ID: 6375f917-9a84-4259-897a-4a85dfd5f750 with Priority: HIGHEST for action security_group_members [ 629.360371] env[62265]: INFO networking_nsxv3.common.synchronization [req-32b1638e-0096-432b-8897-9072acba3940 req-f0566d21-d81c-43bd-8d4c-4c25cd3174ad service nova] Enqueued Resource ID: 477f65bd-d144-48a7-be7c-d05553fac99e with Priority: HIGHEST for action port [ 629.360649] env[62265]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6375f917-9a84-4259-897a-4a85dfd5f750 with Priority: HIGHEST for action security_group_rules [ 629.360965] env[62265]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6375f917-9a84-4259-897a-4a85dfd5f750 with Priority: HIGHEST for action security_group_members [ 629.360965] env[62265]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 477f65bd-d144-48a7-be7c-d05553fac99e with Priority: HIGHEST for action port [ 629.361409] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock rules-6375f917-9a84-4259-897a-4a85dfd5f750 taken with stack trace [, , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 629.361735] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-6375f917-9a84-4259-897a-4a85dfd5f750" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 629.361735] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-6375f917-9a84-4259-897a-4a85dfd5f750" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 629.361912] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-6375f917-9a84-4259-897a-4a85dfd5f750" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 629.361912] env[62265]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('6375f917-9a84-4259-897a-4a85dfd5f750',) {} {{(pid=62265) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 629.368623] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock member-6375f917-9a84-4259-897a-4a85dfd5f750 taken with stack trace [, , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 629.368805] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6375f917-9a84-4259-897a-4a85dfd5f750" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 629.368874] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6375f917-9a84-4259-897a-4a85dfd5f750" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 629.369135] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6375f917-9a84-4259-897a-4a85dfd5f750" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 629.369297] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 629.369392] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 629.369471] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 629.369609] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 629.369695] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 629.371678] env[62265]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6375f917-9a84-4259-897a-4a85dfd5f750',) {} {{(pid=62265) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 629.374106] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock port-477f65bd-d144-48a7-be7c-d05553fac99e taken with stack trace [, , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 629.374268] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-477f65bd-d144-48a7-be7c-d05553fac99e" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 629.374336] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-477f65bd-d144-48a7-be7c-d05553fac99e" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 629.374523] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-477f65bd-d144-48a7-be7c-d05553fac99e" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 629.374597] env[62265]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('477f65bd-d144-48a7-be7c-d05553fac99e',) {} {{(pid=62265) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 629.478811] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: dbf0382a-bcd5-43d4-ab73-ef2ea46e78d1 in Status: SUCCESS [ 629.479065] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-dbf0382a-bcd5-43d4-ab73-ef2ea46e78d1" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 629.479565] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-dbf0382a-bcd5-43d4-ab73-ef2ea46e78d1" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 629.479565] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-dbf0382a-bcd5-43d4-ab73-ef2ea46e78d1" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 629.479565] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 629.479753] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 629.479753] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 629.479893] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 629.479970] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 629.480049] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-dbf0382a-bcd5-43d4-ab73-ef2ea46e78d1" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 629.480207] env[62265]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('dbf0382a-bcd5-43d4-ab73-ef2ea46e78d1',) {} {{(pid=62265) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 629.497964] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port e07fad76-5ed0-4990-8d3d-e3116cde01a8 [ 629.497964] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 629.497964] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 629.497964] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 629.497964] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 629.498365] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 629.498365] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:e07fad76-5ed0-4990-8d3d-e3116cde01a8 already deleted. [ 629.498365] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e07fad76-5ed0-4990-8d3d-e3116cde01a8" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 629.745440] env[62265]: DEBUG networking_nsxv3.common.locking [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 629.747114] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquiring lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 629.747377] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquired lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 629.748231] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquired external semaphore "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 629.748604] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Releasing lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 629.748812] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Segment Port b8004e0a-ef65-4b94-8b84-e0b84cc8b603 not found, creating... [ 629.749157] env[62265]: DEBUG networking_nsxv3.common.locking [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 629.749365] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquiring lock "Segment" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 629.749996] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquired lock "Segment" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 629.750984] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquired external semaphore "Segment" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 629.750984] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Releasing lock "Segment" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 629.750984] env[62265]: DEBUG networking_nsxv3.common.locking [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 629.750984] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquiring lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 629.751268] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquired lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 629.751692] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquired external semaphore "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 629.753228] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Releasing lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 629.753228] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Resource: SegmentPort with ID: b8004e0a-ef65-4b94-8b84-e0b84cc8b603 is going to be created. [ 629.773498] env[62265]: DEBUG networking_nsxv3.common.locking [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 629.773621] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquiring lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 629.773903] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquired lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 629.774712] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquired external semaphore "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 629.774712] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Releasing lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 629.774712] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Releasing lock "port-b8004e0a-ef65-4b94-8b84-e0b84cc8b603" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 629.865310] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 026afd4b-d3d0-4e4c-b150-7cb6271ae595 in Status: SUCCESS [ 629.865904] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-026afd4b-d3d0-4e4c-b150-7cb6271ae595" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 629.868541] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock member-6375f917-9a84-4259-897a-4a85dfd5f750 taken with stack trace [, , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 629.868689] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6375f917-9a84-4259-897a-4a85dfd5f750" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 629.875650] env[62265]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('6375f917-9a84-4259-897a-4a85dfd5f750',) {} {{(pid=62265) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 629.878178] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 477f65bd-d144-48a7-be7c-d05553fac99e with status ACTIVE [ 629.882330] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 629.882621] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 629.882685] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 629.882941] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 629.883040] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 629.884746] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 629.884912] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 629.884957] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 629.885166] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 629.885262] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 629.885518] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 629.885622] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 629.885687] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 629.885848] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 629.885926] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 629.886031] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 477f65bd-d144-48a7-be7c-d05553fac99e is going to be updated. [ 629.900146] env[62265]: INFO networking_nsxv3.common.synchronization [req-784c80ed-7b80-4cf0-92cf-fde9225c5494 req-7e453b50-6bf0-49df-bedb-43ed43932676 tempest-InstanceActionsNegativeTestJSON-196325710 tempest-InstanceActionsNegativeTestJSON-196325710-project-member] Enqueued Resource ID: f5e49834-0ea6-495c-ac40-f22465d08790 with Priority: HIGHEST for action security_group_members [ 629.900146] env[62265]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f5e49834-0ea6-495c-ac40-f22465d08790 with Priority: HIGHEST for action security_group_members [ 629.900146] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock member-f5e49834-0ea6-495c-ac40-f22465d08790 taken with stack trace [, , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 629.900288] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f5e49834-0ea6-495c-ac40-f22465d08790" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 629.900288] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f5e49834-0ea6-495c-ac40-f22465d08790" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 629.900803] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f5e49834-0ea6-495c-ac40-f22465d08790" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 629.900803] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 629.900803] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 629.900803] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 629.901016] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 629.901016] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 629.903022] env[62265]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f5e49834-0ea6-495c-ac40-f22465d08790',) {} {{(pid=62265) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 629.923620] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 629.923816] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 629.923896] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 629.924057] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 629.924190] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 629.925809] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-477f65bd-d144-48a7-be7c-d05553fac99e" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 629.982041] env[62265]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('dbf0382a-bcd5-43d4-ab73-ef2ea46e78d1',) {} {{(pid=62265) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 630.380221] env[62265]: INFO networking_nsxv3.common.synchronization [None req-348dc6cc-2a5b-4783-bd6f-9757f5ab6c3b None None] Enqueued Resource ID: 7f151552-8730-49b2-b869-97ea339e517d with Priority: HIGHEST for action port [ 630.382480] env[62265]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7f151552-8730-49b2-b869-97ea339e517d with Priority: HIGHEST for action port [ 630.382931] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock port-7f151552-8730-49b2-b869-97ea339e517d taken with stack trace [, , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 630.383564] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-7f151552-8730-49b2-b869-97ea339e517d" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 630.383652] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-7f151552-8730-49b2-b869-97ea339e517d" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 630.383919] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-7f151552-8730-49b2-b869-97ea339e517d" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 630.384037] env[62265]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7f151552-8730-49b2-b869-97ea339e517d',) {} {{(pid=62265) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 630.388438] env[62265]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('6375f917-9a84-4259-897a-4a85dfd5f750',) {} {{(pid=62265) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 630.409972] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 630.410354] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 630.410354] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 630.411546] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 630.411546] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 630.411546] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 630.411546] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 630.411546] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 630.411546] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 630.411546] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 630.411546] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f5e49834-0ea6-495c-ac40-f22465d08790 is going to be updated. [ 630.439723] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 630.439723] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 630.439723] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 630.439723] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 630.439891] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 630.445634] env[62265]: INFO networking_nsxv3.common.synchronization [None req-f993aa6a-7a87-43fb-99b8-3d5b5b1777b4 None None] Enqueued Resource ID: 313f29f9-6662-47d8-abff-a53854c4b74c with Priority: HIGHEST for action port [ 630.445634] env[62265]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 313f29f9-6662-47d8-abff-a53854c4b74c with Priority: HIGHEST for action port [ 630.445634] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock port-313f29f9-6662-47d8-abff-a53854c4b74c taken with stack trace [, , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 630.445634] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-313f29f9-6662-47d8-abff-a53854c4b74c" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 630.445634] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-313f29f9-6662-47d8-abff-a53854c4b74c" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 630.445634] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-313f29f9-6662-47d8-abff-a53854c4b74c" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 630.445634] env[62265]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('313f29f9-6662-47d8-abff-a53854c4b74c',) {} {{(pid=62265) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 630.449569] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f5e49834-0ea6-495c-ac40-f22465d08790 in Status: IN_PROGRESS for 2s [ 630.485711] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for dbf0382a-bcd5-43d4-ab73-ef2ea46e78d1: rpc.has_security_group_logging(os_id): False [ 630.511862] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 630.513049] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 630.513049] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 630.513049] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 630.513049] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 630.513049] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 630.513049] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 630.513049] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 630.513049] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 630.513049] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 630.513413] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: dbf0382a-bcd5-43d4-ab73-ef2ea46e78d1 is going to be created. [ 630.572257] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 630.572257] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 630.572257] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 630.572257] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 630.572257] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 630.580786] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: dbf0382a-bcd5-43d4-ab73-ef2ea46e78d1 in Status: IN_PROGRESS for 2s [ 630.890992] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 7f151552-8730-49b2-b869-97ea339e517d [ 630.890992] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 630.890992] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 630.890992] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 630.890992] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 630.890992] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 630.890992] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:7f151552-8730-49b2-b869-97ea339e517d already deleted. [ 630.890992] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-7f151552-8730-49b2-b869-97ea339e517d" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 630.891886] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 630.891886] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 630.892034] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 630.892194] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 630.892286] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 630.892369] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6375f917-9a84-4259-897a-4a85dfd5f750 is going to be created. [ 630.915487] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 630.916232] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 630.916232] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 630.916232] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 630.916445] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 630.927098] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6375f917-9a84-4259-897a-4a85dfd5f750 in Status: UNINITIALIZED for 2s [ 630.947763] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 313f29f9-6662-47d8-abff-a53854c4b74c [ 630.947962] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 630.948046] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 630.948090] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 630.948402] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 630.948501] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 630.948645] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:313f29f9-6662-47d8-abff-a53854c4b74c already deleted. [ 630.948885] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-313f29f9-6662-47d8-abff-a53854c4b74c" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 631.112250] env[62265]: INFO networking_nsxv3.common.synchronization [None req-9f171aee-8692-495e-bc78-b9314dde85c5 tempest-VolumesAdminNegativeTest-1556279164 tempest-VolumesAdminNegativeTest-1556279164-project-member] Enqueued Resource ID: 3e1f7799-a742-4f42-88dc-efdc9eab9a19 with Priority: HIGHEST for action security_group_rules [ 631.113039] env[62265]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3e1f7799-a742-4f42-88dc-efdc9eab9a19 with Priority: HIGHEST for action security_group_rules [ 631.113756] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock rules-3e1f7799-a742-4f42-88dc-efdc9eab9a19 taken with stack trace [, , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 631.113960] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-3e1f7799-a742-4f42-88dc-efdc9eab9a19" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 631.114078] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-3e1f7799-a742-4f42-88dc-efdc9eab9a19" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 631.114388] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-3e1f7799-a742-4f42-88dc-efdc9eab9a19" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 631.114527] env[62265]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('3e1f7799-a742-4f42-88dc-efdc9eab9a19',) {} {{(pid=62265) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 631.301100] env[62265]: INFO networking_nsxv3.common.synchronization [None req-42be7f46-6be9-43b2-ab74-2b9f305bf671 None None] Enqueued Resource ID: 384ef922-6416-4e04-b941-a440570c51ae with Priority: HIGHEST for action port [ 631.301889] env[62265]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 384ef922-6416-4e04-b941-a440570c51ae with Priority: HIGHEST for action port [ 631.302439] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock port-384ef922-6416-4e04-b941-a440570c51ae taken with stack trace [, , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 631.302439] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-384ef922-6416-4e04-b941-a440570c51ae" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 631.302439] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-384ef922-6416-4e04-b941-a440570c51ae" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 631.302439] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-384ef922-6416-4e04-b941-a440570c51ae" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 631.302626] env[62265]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('384ef922-6416-4e04-b941-a440570c51ae',) {} {{(pid=62265) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 631.415839] env[62265]: INFO networking_nsxv3.common.synchronization [None req-d578ee6f-8f74-4a19-8ae8-e3736a1ce37d tempest-VolumesAdminNegativeTest-1556279164 tempest-VolumesAdminNegativeTest-1556279164-project-member] Enqueued Resource ID: 3e1f7799-a742-4f42-88dc-efdc9eab9a19 with Priority: HIGHEST for action security_group_rules [ 631.416499] env[62265]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3e1f7799-a742-4f42-88dc-efdc9eab9a19 with Priority: HIGHEST for action security_group_rules [ 631.416922] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock rules-3e1f7799-a742-4f42-88dc-efdc9eab9a19 taken with stack trace [, , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 631.417068] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-3e1f7799-a742-4f42-88dc-efdc9eab9a19" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 631.518470] env[62265]: INFO networking_nsxv3.common.synchronization [req-473275c2-faf9-4bc2-a166-9b89a4fee9b8 req-a2e86182-62c4-40b3-9438-ccaebc6c44d1 tempest-MigrationsAdminTest-1174356079 tempest-MigrationsAdminTest-1174356079-project-member] Enqueued Resource ID: cb4fb40c-9e72-4175-af16-071ca2d9e786 with Priority: HIGHEST for action security_group_members [ 631.520022] env[62265]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cb4fb40c-9e72-4175-af16-071ca2d9e786 with Priority: HIGHEST for action security_group_members [ 631.520022] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock member-cb4fb40c-9e72-4175-af16-071ca2d9e786 taken with stack trace [, , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 631.520022] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cb4fb40c-9e72-4175-af16-071ca2d9e786" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 631.520022] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cb4fb40c-9e72-4175-af16-071ca2d9e786" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 631.520022] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cb4fb40c-9e72-4175-af16-071ca2d9e786" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 631.520022] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 631.526505] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 631.526505] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 631.526505] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 631.526505] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 631.526505] env[62265]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('cb4fb40c-9e72-4175-af16-071ca2d9e786',) {} {{(pid=62265) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 631.634455] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 631.635924] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 631.636482] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 631.636482] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 631.636482] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 631.636693] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 3e1f7799-a742-4f42-88dc-efdc9eab9a19 already deleted. [ 631.636693] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-3e1f7799-a742-4f42-88dc-efdc9eab9a19" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 631.636852] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-3e1f7799-a742-4f42-88dc-efdc9eab9a19" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 631.637092] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-3e1f7799-a742-4f42-88dc-efdc9eab9a19" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 631.637175] env[62265]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('3e1f7799-a742-4f42-88dc-efdc9eab9a19',) {} {{(pid=62265) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 631.656445] env[62265]: INFO networking_nsxv3.common.synchronization [req-6f3c6c6c-b214-4d19-935c-2aa819bd6620 req-ca56a7e5-e953-4823-97e7-ffb67d8b7e44 service nova] Enqueued Resource ID: 07b3953d-e6be-4fd6-a5b5-bc8f70152e0c with Priority: HIGHEST for action security_group_rules [ 631.656698] env[62265]: INFO networking_nsxv3.common.synchronization [req-6f3c6c6c-b214-4d19-935c-2aa819bd6620 req-ca56a7e5-e953-4823-97e7-ffb67d8b7e44 service nova] Enqueued Resource ID: 07b3953d-e6be-4fd6-a5b5-bc8f70152e0c with Priority: HIGHEST for action security_group_members [ 631.657055] env[62265]: INFO networking_nsxv3.common.synchronization [req-6f3c6c6c-b214-4d19-935c-2aa819bd6620 req-ca56a7e5-e953-4823-97e7-ffb67d8b7e44 service nova] Enqueued Resource ID: b8004e0a-ef65-4b94-8b84-e0b84cc8b603 with Priority: HIGHEST for action port [ 631.657885] env[62265]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 07b3953d-e6be-4fd6-a5b5-bc8f70152e0c with Priority: HIGHEST for action security_group_rules [ 631.659510] env[62265]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 07b3953d-e6be-4fd6-a5b5-bc8f70152e0c with Priority: HIGHEST for action security_group_members [ 631.659734] env[62265]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b8004e0a-ef65-4b94-8b84-e0b84cc8b603 with Priority: HIGHEST for action port [ 631.661139] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock rules-07b3953d-e6be-4fd6-a5b5-bc8f70152e0c taken with stack trace [, , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 631.661139] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-07b3953d-e6be-4fd6-a5b5-bc8f70152e0c" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 631.661139] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-07b3953d-e6be-4fd6-a5b5-bc8f70152e0c" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 631.661139] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-07b3953d-e6be-4fd6-a5b5-bc8f70152e0c" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 631.661139] env[62265]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('07b3953d-e6be-4fd6-a5b5-bc8f70152e0c',) {} {{(pid=62265) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 631.664814] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock member-07b3953d-e6be-4fd6-a5b5-bc8f70152e0c taken with stack trace [, , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 631.664814] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-07b3953d-e6be-4fd6-a5b5-bc8f70152e0c" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 631.664814] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-07b3953d-e6be-4fd6-a5b5-bc8f70152e0c" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 631.664814] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-07b3953d-e6be-4fd6-a5b5-bc8f70152e0c" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 631.664814] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 631.664814] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 631.664814] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 631.664814] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 631.664814] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 631.664814] env[62265]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('07b3953d-e6be-4fd6-a5b5-bc8f70152e0c',) {} {{(pid=62265) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 631.665789] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock port-b8004e0a-ef65-4b94-8b84-e0b84cc8b603 taken with stack trace [, , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 631.665789] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b8004e0a-ef65-4b94-8b84-e0b84cc8b603" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 631.665873] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b8004e0a-ef65-4b94-8b84-e0b84cc8b603" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 631.665943] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b8004e0a-ef65-4b94-8b84-e0b84cc8b603" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 631.666105] env[62265]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b8004e0a-ef65-4b94-8b84-e0b84cc8b603',) {} {{(pid=62265) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 631.804269] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 384ef922-6416-4e04-b941-a440570c51ae [ 631.804944] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 631.805150] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 631.805150] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 631.805390] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 631.806590] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 631.806590] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:384ef922-6416-4e04-b941-a440570c51ae already deleted. [ 631.806590] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-384ef922-6416-4e04-b941-a440570c51ae" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 632.033276] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 632.033276] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 632.033276] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 632.033276] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 632.033276] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 632.033276] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 632.033276] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 632.033276] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 632.033276] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 632.033276] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 632.033276] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: cb4fb40c-9e72-4175-af16-071ca2d9e786 already deleted. [ 632.033276] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cb4fb40c-9e72-4175-af16-071ca2d9e786" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 632.162688] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 632.163124] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 632.163124] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 632.163370] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 632.163528] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 632.163704] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 3e1f7799-a742-4f42-88dc-efdc9eab9a19 already deleted. [ 632.163876] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-3e1f7799-a742-4f42-88dc-efdc9eab9a19" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 632.168077] env[62265]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('07b3953d-e6be-4fd6-a5b5-bc8f70152e0c',) {} {{(pid=62265) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 632.169242] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock member-07b3953d-e6be-4fd6-a5b5-bc8f70152e0c taken with stack trace [, , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 632.170179] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-07b3953d-e6be-4fd6-a5b5-bc8f70152e0c" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 632.170442] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port b8004e0a-ef65-4b94-8b84-e0b84cc8b603 with status ACTIVE [ 632.170686] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 632.170872] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 632.171559] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 632.171559] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 632.171559] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 632.171559] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 632.171559] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 632.172038] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 632.176029] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 632.176029] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 632.176029] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 632.176029] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 632.176029] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 632.176029] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 632.176029] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 632.176029] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: b8004e0a-ef65-4b94-8b84-e0b84cc8b603 is going to be updated. [ 632.196605] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 632.196898] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 632.197090] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 632.197361] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 632.197545] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 632.197755] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b8004e0a-ef65-4b94-8b84-e0b84cc8b603" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 632.285710] env[62265]: INFO networking_nsxv3.common.synchronization [None req-27e55b29-e164-4018-8033-c2961ceb0d6c None None] Enqueued Resource ID: 22513f3b-ed1e-4a66-903e-abb08c087b69 with Priority: HIGHEST for action port [ 632.285710] env[62265]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 22513f3b-ed1e-4a66-903e-abb08c087b69 with Priority: HIGHEST for action port [ 632.285710] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock port-22513f3b-ed1e-4a66-903e-abb08c087b69 taken with stack trace [, , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 632.285710] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-22513f3b-ed1e-4a66-903e-abb08c087b69" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 632.285966] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-22513f3b-ed1e-4a66-903e-abb08c087b69" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 632.285966] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-22513f3b-ed1e-4a66-903e-abb08c087b69" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 632.291146] env[62265]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('22513f3b-ed1e-4a66-903e-abb08c087b69',) {} {{(pid=62265) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 632.459438] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f5e49834-0ea6-495c-ac40-f22465d08790 in Status: SUCCESS [ 632.459623] env[62265]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f5e49834-0ea6-495c-ac40-f22465d08790 deletion is rescheduled due to dependency. [ 632.459747] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f5e49834-0ea6-495c-ac40-f22465d08790" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 632.593993] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: dbf0382a-bcd5-43d4-ab73-ef2ea46e78d1 in Status: SUCCESS [ 632.594176] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-dbf0382a-bcd5-43d4-ab73-ef2ea46e78d1" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 632.657257] env[62265]: DEBUG networking_nsxv3.common.locking [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Lock network-443 taken with stack trace [, , , , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 632.657365] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquiring lock "network-443" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 632.657893] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquired lock "network-443" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 632.657893] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquired external semaphore "network-443" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 632.658633] env[62265]: DEBUG networking_nsxv3.common.locking [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 632.658861] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquiring lock "Segment" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 632.658861] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquired lock "Segment" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 632.659262] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquired external semaphore "Segment" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 632.662678] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Releasing lock "Segment" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 632.662678] env[62265]: DEBUG dogpile.cache.region [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] No value present for key: 'zone-id' {{(pid=62265) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 632.662678] env[62265]: DEBUG dogpile.lock [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] NeedRegenerationException {{(pid=62265) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 632.662678] env[62265]: DEBUG dogpile.lock [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] no value, waiting for create lock {{(pid=62265) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 632.662678] env[62265]: DEBUG dogpile.lock [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] value creation lock acquired {{(pid=62265) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 632.662678] env[62265]: DEBUG dogpile.cache.region [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] No value present for key: 'zone-id' {{(pid=62265) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 632.662678] env[62265]: DEBUG dogpile.lock [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Calling creation function for not-yet-present value {{(pid=62265) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 632.662678] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 632.677595] env[62265]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('07b3953d-e6be-4fd6-a5b5-bc8f70152e0c',) {} {{(pid=62265) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 632.680786] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 632.681247] env[62265]: DEBUG dogpile.cache.region [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=62265) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 632.681466] env[62265]: DEBUG dogpile.lock [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Released creation lock {{(pid=62265) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 632.681701] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Releasing lock "network-443" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 632.682104] env[62265]: DEBUG networking_nsxv3.common.locking [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Lock port-fd1fa2b8-fd92-4a95-be19-290ec5983ea0 taken with stack trace [, , , , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 632.682652] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquiring lock "port-fd1fa2b8-fd92-4a95-be19-290ec5983ea0" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 632.682652] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquired lock "port-fd1fa2b8-fd92-4a95-be19-290ec5983ea0" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 632.682652] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquired external semaphore "port-fd1fa2b8-fd92-4a95-be19-290ec5983ea0" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 632.682778] env[62265]: DEBUG networking_nsxv3.api.rpc [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('fd1fa2b8-fd92-4a95-be19-290ec5983ea0',) {} {{(pid=62265) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 632.704815] env[62265]: INFO networking_nsxv3.common.synchronization [None req-fa3c342d-b46b-4f7e-ab01-04ac5e525b99 tempest-ServersTestBootFromVolume-497817236 tempest-ServersTestBootFromVolume-497817236-project-member] Enqueued Resource ID: 436bc623-fc1a-4dae-96bb-9da4a7a82eee with Priority: HIGHEST for action security_group_rules [ 632.705535] env[62265]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 436bc623-fc1a-4dae-96bb-9da4a7a82eee with Priority: HIGHEST for action security_group_rules [ 632.707720] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock rules-436bc623-fc1a-4dae-96bb-9da4a7a82eee taken with stack trace [, , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 632.707896] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-436bc623-fc1a-4dae-96bb-9da4a7a82eee" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 632.707952] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-436bc623-fc1a-4dae-96bb-9da4a7a82eee" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 632.708470] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-436bc623-fc1a-4dae-96bb-9da4a7a82eee" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 632.708743] env[62265]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('436bc623-fc1a-4dae-96bb-9da4a7a82eee',) {} {{(pid=62265) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 632.795068] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 22513f3b-ed1e-4a66-903e-abb08c087b69 [ 632.795264] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 632.795398] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 632.795459] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 632.795681] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 632.795768] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 632.795856] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:22513f3b-ed1e-4a66-903e-abb08c087b69 already deleted. [ 632.795933] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-22513f3b-ed1e-4a66-903e-abb08c087b69" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 632.857275] env[62265]: INFO networking_nsxv3.common.synchronization [None req-07f79a53-e93d-40a5-a998-1cdd177133e7 tempest-ServersTestBootFromVolume-497817236 tempest-ServersTestBootFromVolume-497817236-project-member] Enqueued Resource ID: 436bc623-fc1a-4dae-96bb-9da4a7a82eee with Priority: HIGHEST for action security_group_rules [ 632.857902] env[62265]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 436bc623-fc1a-4dae-96bb-9da4a7a82eee with Priority: HIGHEST for action security_group_rules [ 632.858293] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock rules-436bc623-fc1a-4dae-96bb-9da4a7a82eee taken with stack trace [, , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 632.858410] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-436bc623-fc1a-4dae-96bb-9da4a7a82eee" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 632.938357] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6375f917-9a84-4259-897a-4a85dfd5f750 in Status: SUCCESS [ 632.938648] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6375f917-9a84-4259-897a-4a85dfd5f750" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 632.938993] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6375f917-9a84-4259-897a-4a85dfd5f750" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 632.939079] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6375f917-9a84-4259-897a-4a85dfd5f750" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 632.939383] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 632.939540] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 632.939811] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 632.940053] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 632.940193] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 632.940323] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6375f917-9a84-4259-897a-4a85dfd5f750" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 632.940438] env[62265]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('6375f917-9a84-4259-897a-4a85dfd5f750',) {} {{(pid=62265) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 633.184931] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 633.185263] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 633.185263] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 633.185468] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 633.185468] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 633.185586] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 07b3953d-e6be-4fd6-a5b5-bc8f70152e0c is going to be created. [ 633.188087] env[62265]: DEBUG networking_nsxv3.common.locking [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 633.188384] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquiring lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 633.188557] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquired lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 633.188865] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquired external semaphore "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 633.189084] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Releasing lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 633.189342] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Segment Port fd1fa2b8-fd92-4a95-be19-290ec5983ea0 not found, creating... [ 633.189671] env[62265]: DEBUG networking_nsxv3.common.locking [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 633.189878] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquiring lock "Segment" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 633.190048] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquired lock "Segment" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 633.190353] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquired external semaphore "Segment" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 633.190505] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Releasing lock "Segment" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 633.190816] env[62265]: DEBUG networking_nsxv3.common.locking [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 633.190999] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquiring lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 633.191595] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquired lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 633.191777] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquired external semaphore "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 633.191965] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Releasing lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 633.192147] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Resource: SegmentPort with ID: fd1fa2b8-fd92-4a95-be19-290ec5983ea0 is going to be created. [ 633.221357] env[62265]: DEBUG networking_nsxv3.common.locking [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 633.221672] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquiring lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 633.221907] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquired lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 633.222548] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquired external semaphore "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 633.222905] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Releasing lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 633.224674] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Releasing lock "port-fd1fa2b8-fd92-4a95-be19-290ec5983ea0" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 633.229019] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 633.229019] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 633.229019] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 633.229019] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 633.229019] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 633.240138] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 07b3953d-e6be-4fd6-a5b5-bc8f70152e0c in Status: UNINITIALIZED for 2s [ 633.247536] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 633.247536] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 633.247536] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 633.247536] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 633.247536] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 633.247536] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 436bc623-fc1a-4dae-96bb-9da4a7a82eee already deleted. [ 633.247536] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-436bc623-fc1a-4dae-96bb-9da4a7a82eee" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 633.247536] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-436bc623-fc1a-4dae-96bb-9da4a7a82eee" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 633.247536] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-436bc623-fc1a-4dae-96bb-9da4a7a82eee" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 633.247536] env[62265]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('436bc623-fc1a-4dae-96bb-9da4a7a82eee',) {} {{(pid=62265) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 633.385313] env[62265]: INFO networking_nsxv3.common.synchronization [None req-998e03d2-787e-44e5-a96e-ebd4841d08ad tempest-AttachInterfacesUnderV243Test-778728604 tempest-AttachInterfacesUnderV243Test-778728604-project-member] Enqueued Resource ID: 50b5d7dc-8d34-40bc-a688-b6866f773b84 with Priority: HIGHEST for action security_group_rules [ 633.385878] env[62265]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 50b5d7dc-8d34-40bc-a688-b6866f773b84 with Priority: HIGHEST for action security_group_rules [ 633.386209] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock rules-50b5d7dc-8d34-40bc-a688-b6866f773b84 taken with stack trace [, , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 633.386330] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-50b5d7dc-8d34-40bc-a688-b6866f773b84" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 633.386389] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-50b5d7dc-8d34-40bc-a688-b6866f773b84" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 633.386668] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-50b5d7dc-8d34-40bc-a688-b6866f773b84" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 633.386744] env[62265]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('50b5d7dc-8d34-40bc-a688-b6866f773b84',) {} {{(pid=62265) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 633.446804] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock member-6375f917-9a84-4259-897a-4a85dfd5f750 taken with stack trace [, , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 633.446804] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6375f917-9a84-4259-897a-4a85dfd5f750" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 633.446804] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6375f917-9a84-4259-897a-4a85dfd5f750" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 633.446804] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6375f917-9a84-4259-897a-4a85dfd5f750" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 633.446804] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 633.446804] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 633.447155] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 633.447155] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 633.447155] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 633.447260] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6375f917-9a84-4259-897a-4a85dfd5f750" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 633.449163] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock member-6375f917-9a84-4259-897a-4a85dfd5f750 taken with stack trace [, , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 633.449163] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6375f917-9a84-4259-897a-4a85dfd5f750" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 633.449163] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6375f917-9a84-4259-897a-4a85dfd5f750" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 633.449163] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6375f917-9a84-4259-897a-4a85dfd5f750" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 633.449163] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 633.449163] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 633.449163] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 633.449163] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 633.449163] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 633.449163] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6375f917-9a84-4259-897a-4a85dfd5f750" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 633.449163] env[62265]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('6375f917-9a84-4259-897a-4a85dfd5f750',) {} {{(pid=62265) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 633.754349] env[62265]: INFO networking_nsxv3.common.synchronization [None req-a0393889-e990-4fb6-a882-6627cf06332e tempest-AttachInterfacesUnderV243Test-778728604 tempest-AttachInterfacesUnderV243Test-778728604-project-member] Enqueued Resource ID: 50b5d7dc-8d34-40bc-a688-b6866f773b84 with Priority: HIGHEST for action security_group_rules [ 633.756069] env[62265]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 50b5d7dc-8d34-40bc-a688-b6866f773b84 with Priority: HIGHEST for action security_group_rules [ 633.756069] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock rules-50b5d7dc-8d34-40bc-a688-b6866f773b84 taken with stack trace [, , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 633.757029] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-50b5d7dc-8d34-40bc-a688-b6866f773b84" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 633.771156] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 633.771312] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 633.771412] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 633.771595] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 633.771683] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 633.771835] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 436bc623-fc1a-4dae-96bb-9da4a7a82eee already deleted. [ 633.771933] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-436bc623-fc1a-4dae-96bb-9da4a7a82eee" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 633.911116] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 633.911321] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 633.911375] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 633.911674] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 633.911786] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 633.911889] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 50b5d7dc-8d34-40bc-a688-b6866f773b84 already deleted. [ 633.911977] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-50b5d7dc-8d34-40bc-a688-b6866f773b84" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 633.912139] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-50b5d7dc-8d34-40bc-a688-b6866f773b84" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 633.912303] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-50b5d7dc-8d34-40bc-a688-b6866f773b84" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 633.912387] env[62265]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('50b5d7dc-8d34-40bc-a688-b6866f773b84',) {} {{(pid=62265) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 633.954296] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 6375f917-9a84-4259-897a-4a85dfd5f750: rpc.has_security_group_logging(os_id): False [ 633.972473] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 633.972657] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 633.972921] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 633.972921] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 633.973027] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 633.973186] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 633.973285] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 633.973777] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 633.973777] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 633.973777] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 633.973777] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 633.973964] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 633.973964] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 633.974044] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 633.974108] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 633.974293] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 633.974390] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 633.974452] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 633.974593] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 633.974668] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 633.974753] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 6375f917-9a84-4259-897a-4a85dfd5f750 is going to be created. [ 634.029452] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 634.029706] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 634.029801] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 634.030084] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 634.030317] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 634.043187] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 6375f917-9a84-4259-897a-4a85dfd5f750 in Status: IN_PROGRESS for 2s [ 634.435523] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 634.436729] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 634.437620] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 634.437620] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 634.437620] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 634.437620] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 50b5d7dc-8d34-40bc-a688-b6866f773b84 already deleted. [ 634.437620] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-50b5d7dc-8d34-40bc-a688-b6866f773b84" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 634.837896] env[62265]: INFO networking_nsxv3.common.synchronization [req-473275c2-faf9-4bc2-a166-9b89a4fee9b8 req-4a8e8b29-230c-46c7-997d-4b519e84b681 service nova] Enqueued Resource ID: cb4fb40c-9e72-4175-af16-071ca2d9e786 with Priority: HIGHEST for action security_group_rules [ 634.837896] env[62265]: INFO networking_nsxv3.common.synchronization [req-473275c2-faf9-4bc2-a166-9b89a4fee9b8 req-4a8e8b29-230c-46c7-997d-4b519e84b681 service nova] Enqueued Resource ID: cb4fb40c-9e72-4175-af16-071ca2d9e786 with Priority: HIGHEST for action security_group_members [ 634.837896] env[62265]: INFO networking_nsxv3.common.synchronization [req-473275c2-faf9-4bc2-a166-9b89a4fee9b8 req-4a8e8b29-230c-46c7-997d-4b519e84b681 service nova] Enqueued Resource ID: fd1fa2b8-fd92-4a95-be19-290ec5983ea0 with Priority: HIGHEST for action port [ 634.839698] env[62265]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cb4fb40c-9e72-4175-af16-071ca2d9e786 with Priority: HIGHEST for action security_group_rules [ 634.839698] env[62265]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cb4fb40c-9e72-4175-af16-071ca2d9e786 with Priority: HIGHEST for action security_group_members [ 634.839698] env[62265]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fd1fa2b8-fd92-4a95-be19-290ec5983ea0 with Priority: HIGHEST for action port [ 634.839698] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock rules-cb4fb40c-9e72-4175-af16-071ca2d9e786 taken with stack trace [, , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 634.839698] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-cb4fb40c-9e72-4175-af16-071ca2d9e786" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 634.839698] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-cb4fb40c-9e72-4175-af16-071ca2d9e786" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 634.840022] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-cb4fb40c-9e72-4175-af16-071ca2d9e786" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 634.840022] env[62265]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('cb4fb40c-9e72-4175-af16-071ca2d9e786',) {} {{(pid=62265) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 634.841380] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock member-cb4fb40c-9e72-4175-af16-071ca2d9e786 taken with stack trace [, , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 634.841498] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cb4fb40c-9e72-4175-af16-071ca2d9e786" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 634.841563] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cb4fb40c-9e72-4175-af16-071ca2d9e786" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 634.841785] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cb4fb40c-9e72-4175-af16-071ca2d9e786" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 634.841936] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 634.842047] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 634.842107] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 634.842259] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 634.842343] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 634.842430] env[62265]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('cb4fb40c-9e72-4175-af16-071ca2d9e786',) {} {{(pid=62265) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 634.843203] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock port-fd1fa2b8-fd92-4a95-be19-290ec5983ea0 taken with stack trace [, , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 634.843308] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-fd1fa2b8-fd92-4a95-be19-290ec5983ea0" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 634.843407] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-fd1fa2b8-fd92-4a95-be19-290ec5983ea0" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 634.843539] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-fd1fa2b8-fd92-4a95-be19-290ec5983ea0" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 634.843582] env[62265]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('fd1fa2b8-fd92-4a95-be19-290ec5983ea0',) {} {{(pid=62265) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 635.249596] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 07b3953d-e6be-4fd6-a5b5-bc8f70152e0c in Status: SUCCESS [ 635.249596] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-07b3953d-e6be-4fd6-a5b5-bc8f70152e0c" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 635.250816] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-07b3953d-e6be-4fd6-a5b5-bc8f70152e0c" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 635.250816] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-07b3953d-e6be-4fd6-a5b5-bc8f70152e0c" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 635.250816] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 635.250816] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 635.250816] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 635.250816] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 635.250816] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 635.250816] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-07b3953d-e6be-4fd6-a5b5-bc8f70152e0c" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 635.250816] env[62265]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('07b3953d-e6be-4fd6-a5b5-bc8f70152e0c',) {} {{(pid=62265) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 635.347794] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock member-cb4fb40c-9e72-4175-af16-071ca2d9e786 taken with stack trace [, , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 635.350301] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cb4fb40c-9e72-4175-af16-071ca2d9e786" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 635.350301] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port fd1fa2b8-fd92-4a95-be19-290ec5983ea0 with status ACTIVE [ 635.350301] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 635.350301] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 635.350301] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 635.350301] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 635.350301] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 635.350301] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 635.350301] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 635.350301] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 635.350301] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 635.350301] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 635.350301] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 635.350301] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 635.350301] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 635.350301] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 635.350301] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 635.351094] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: fd1fa2b8-fd92-4a95-be19-290ec5983ea0 is going to be updated. [ 635.352121] env[62265]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('cb4fb40c-9e72-4175-af16-071ca2d9e786',) {} {{(pid=62265) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 635.376241] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 635.376453] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 635.376592] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 635.376696] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 635.376833] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 635.376991] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-fd1fa2b8-fd92-4a95-be19-290ec5983ea0" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 635.754587] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock member-07b3953d-e6be-4fd6-a5b5-bc8f70152e0c taken with stack trace [, , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 635.754587] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-07b3953d-e6be-4fd6-a5b5-bc8f70152e0c" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 635.754587] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-07b3953d-e6be-4fd6-a5b5-bc8f70152e0c" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 635.754587] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-07b3953d-e6be-4fd6-a5b5-bc8f70152e0c" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 635.755061] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 635.755061] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 635.755061] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 635.755061] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 635.756438] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 635.756863] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-07b3953d-e6be-4fd6-a5b5-bc8f70152e0c" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 635.756863] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock member-07b3953d-e6be-4fd6-a5b5-bc8f70152e0c taken with stack trace [, , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 635.756984] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-07b3953d-e6be-4fd6-a5b5-bc8f70152e0c" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 635.756984] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-07b3953d-e6be-4fd6-a5b5-bc8f70152e0c" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 635.757663] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-07b3953d-e6be-4fd6-a5b5-bc8f70152e0c" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 635.757663] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 635.757663] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 635.757663] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 635.757663] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 635.757663] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 635.758103] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-07b3953d-e6be-4fd6-a5b5-bc8f70152e0c" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 635.758103] env[62265]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('07b3953d-e6be-4fd6-a5b5-bc8f70152e0c',) {} {{(pid=62265) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 635.857939] env[62265]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('cb4fb40c-9e72-4175-af16-071ca2d9e786',) {} {{(pid=62265) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 636.058145] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 6375f917-9a84-4259-897a-4a85dfd5f750 in Status: SUCCESS [ 636.058383] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-6375f917-9a84-4259-897a-4a85dfd5f750" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 636.095738] env[62265]: INFO networking_nsxv3.common.synchronization [None req-a3932de1-4e7c-4240-85e9-2f21e25914e7 None None] Enqueued Resource ID: 7945aa0f-4d49-4d86-b5d2-c0edb510cfaf with Priority: HIGHEST for action port [ 636.096111] env[62265]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7945aa0f-4d49-4d86-b5d2-c0edb510cfaf with Priority: HIGHEST for action port [ 636.096512] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock port-7945aa0f-4d49-4d86-b5d2-c0edb510cfaf taken with stack trace [, , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 636.096590] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-7945aa0f-4d49-4d86-b5d2-c0edb510cfaf" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 636.096633] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-7945aa0f-4d49-4d86-b5d2-c0edb510cfaf" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 636.097731] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-7945aa0f-4d49-4d86-b5d2-c0edb510cfaf" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 636.097731] env[62265]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7945aa0f-4d49-4d86-b5d2-c0edb510cfaf',) {} {{(pid=62265) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 636.260487] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 07b3953d-e6be-4fd6-a5b5-bc8f70152e0c: rpc.has_security_group_logging(os_id): False [ 636.283589] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 636.283699] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 636.283699] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 636.284032] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 636.284087] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 636.284364] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 636.284698] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 636.284698] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 636.284841] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 636.284932] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 636.285477] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 636.289020] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 636.289020] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 636.289958] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 636.290741] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 636.290741] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 636.290741] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 636.290741] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 636.290901] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 636.290901] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 636.290963] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 07b3953d-e6be-4fd6-a5b5-bc8f70152e0c is going to be created. [ 636.361063] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 636.361278] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 636.361479] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 636.361725] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 636.361874] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 636.362051] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: cb4fb40c-9e72-4175-af16-071ca2d9e786 is going to be created. [ 636.384473] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 636.384654] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 636.384697] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 636.384914] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 636.385139] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 636.392319] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 636.392494] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 636.392598] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 636.392824] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 636.393102] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 636.395869] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 07b3953d-e6be-4fd6-a5b5-bc8f70152e0c in Status: IN_PROGRESS for 2s [ 636.405160] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cb4fb40c-9e72-4175-af16-071ca2d9e786 in Status: UNINITIALIZED for 2s [ 636.600793] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 7945aa0f-4d49-4d86-b5d2-c0edb510cfaf [ 636.601176] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 636.602505] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 636.602505] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 636.602505] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 636.602674] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 636.602674] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:7945aa0f-4d49-4d86-b5d2-c0edb510cfaf already deleted. [ 636.602751] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-7945aa0f-4d49-4d86-b5d2-c0edb510cfaf" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 637.060223] env[62265]: INFO networking_nsxv3.common.synchronization [None req-390530a0-dc02-4bdb-9085-3ae1e80ded25 None None] Enqueued Resource ID: 5a0c64b9-0c3d-422e-bc6c-4a2a25c8de61 with Priority: HIGHEST for action port [ 637.060570] env[62265]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5a0c64b9-0c3d-422e-bc6c-4a2a25c8de61 with Priority: HIGHEST for action port [ 637.061062] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock port-5a0c64b9-0c3d-422e-bc6c-4a2a25c8de61 taken with stack trace [, , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 637.061190] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-5a0c64b9-0c3d-422e-bc6c-4a2a25c8de61" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 637.061276] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-5a0c64b9-0c3d-422e-bc6c-4a2a25c8de61" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 637.061793] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-5a0c64b9-0c3d-422e-bc6c-4a2a25c8de61" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 637.061793] env[62265]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5a0c64b9-0c3d-422e-bc6c-4a2a25c8de61',) {} {{(pid=62265) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 637.569398] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 5a0c64b9-0c3d-422e-bc6c-4a2a25c8de61 [ 637.569648] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 637.569817] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 637.569909] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 637.570249] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 637.570334] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 637.570443] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:5a0c64b9-0c3d-422e-bc6c-4a2a25c8de61 already deleted. [ 637.570595] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-5a0c64b9-0c3d-422e-bc6c-4a2a25c8de61" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 638.408231] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 07b3953d-e6be-4fd6-a5b5-bc8f70152e0c in Status: SUCCESS [ 638.409423] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-07b3953d-e6be-4fd6-a5b5-bc8f70152e0c" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 638.418050] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cb4fb40c-9e72-4175-af16-071ca2d9e786 in Status: SUCCESS [ 638.418050] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cb4fb40c-9e72-4175-af16-071ca2d9e786" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 638.418050] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cb4fb40c-9e72-4175-af16-071ca2d9e786" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 638.418050] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cb4fb40c-9e72-4175-af16-071ca2d9e786" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 638.418390] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 638.418390] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 638.418502] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 638.418601] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 638.418655] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 638.418740] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cb4fb40c-9e72-4175-af16-071ca2d9e786" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 638.418827] env[62265]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('cb4fb40c-9e72-4175-af16-071ca2d9e786',) {} {{(pid=62265) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 638.925722] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock member-cb4fb40c-9e72-4175-af16-071ca2d9e786 taken with stack trace [, , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 638.925722] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cb4fb40c-9e72-4175-af16-071ca2d9e786" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 638.925722] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cb4fb40c-9e72-4175-af16-071ca2d9e786" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 638.925722] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cb4fb40c-9e72-4175-af16-071ca2d9e786" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 638.925722] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 638.925722] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 638.925722] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 638.925722] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 638.925722] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 638.925722] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cb4fb40c-9e72-4175-af16-071ca2d9e786" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 638.925722] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock member-cb4fb40c-9e72-4175-af16-071ca2d9e786 taken with stack trace [, , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 638.925722] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cb4fb40c-9e72-4175-af16-071ca2d9e786" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 638.925722] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cb4fb40c-9e72-4175-af16-071ca2d9e786" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 638.925722] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cb4fb40c-9e72-4175-af16-071ca2d9e786" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 638.925722] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 638.925722] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 638.926452] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 638.926452] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 638.926452] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 638.926452] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cb4fb40c-9e72-4175-af16-071ca2d9e786" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 638.926452] env[62265]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('cb4fb40c-9e72-4175-af16-071ca2d9e786',) {} {{(pid=62265) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 639.087397] env[62265]: INFO networking_nsxv3.common.synchronization [None req-5508de89-bc79-4298-ae18-a8a64added3e None None] Enqueued Resource ID: e80d93a4-e651-4e12-a139-416cbf1b5b9f with Priority: HIGHEST for action port [ 639.088453] env[62265]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e80d93a4-e651-4e12-a139-416cbf1b5b9f with Priority: HIGHEST for action port [ 639.088586] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock port-e80d93a4-e651-4e12-a139-416cbf1b5b9f taken with stack trace [, , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 639.088709] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e80d93a4-e651-4e12-a139-416cbf1b5b9f" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 639.094165] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e80d93a4-e651-4e12-a139-416cbf1b5b9f" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 639.094165] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e80d93a4-e651-4e12-a139-416cbf1b5b9f" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 639.094165] env[62265]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e80d93a4-e651-4e12-a139-416cbf1b5b9f',) {} {{(pid=62265) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 639.429125] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for cb4fb40c-9e72-4175-af16-071ca2d9e786: rpc.has_security_group_logging(os_id): False [ 639.449399] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 639.449647] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 639.449647] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 639.449840] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 639.449929] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 639.450161] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 639.450316] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 639.450412] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 639.450514] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 639.450596] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 639.450777] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 639.451593] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 639.451593] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 639.451593] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 639.451593] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 639.451593] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 639.451593] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 639.451593] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 639.451973] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 639.451973] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 639.451973] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: cb4fb40c-9e72-4175-af16-071ca2d9e786 is going to be created. [ 639.560290] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 639.560290] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 639.560290] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 639.560290] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 639.560290] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 639.569673] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: cb4fb40c-9e72-4175-af16-071ca2d9e786 in Status: IN_PROGRESS for 2s [ 639.594328] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port e80d93a4-e651-4e12-a139-416cbf1b5b9f [ 639.595335] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 639.595335] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 639.595335] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 639.595335] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 639.595335] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 639.595608] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:e80d93a4-e651-4e12-a139-416cbf1b5b9f already deleted. [ 639.595608] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e80d93a4-e651-4e12-a139-416cbf1b5b9f" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 640.148269] env[62265]: INFO networking_nsxv3.common.synchronization [None req-96833e0e-bac0-4955-9ba8-1c7188d42495 None None] Enqueued Resource ID: 9f7f0afa-505f-4d16-83f4-1a1bef0da67b with Priority: HIGHEST for action port [ 640.150224] env[62265]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9f7f0afa-505f-4d16-83f4-1a1bef0da67b with Priority: HIGHEST for action port [ 640.150669] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock port-9f7f0afa-505f-4d16-83f4-1a1bef0da67b taken with stack trace [, , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 640.150852] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-9f7f0afa-505f-4d16-83f4-1a1bef0da67b" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 640.150958] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-9f7f0afa-505f-4d16-83f4-1a1bef0da67b" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 640.151376] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-9f7f0afa-505f-4d16-83f4-1a1bef0da67b" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 640.151498] env[62265]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9f7f0afa-505f-4d16-83f4-1a1bef0da67b',) {} {{(pid=62265) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 640.360816] env[62265]: INFO networking_nsxv3.common.synchronization [None req-25fe33af-c814-4cac-b698-5f1fd1eba359 None None] Enqueued Resource ID: 9b834d43-1d2a-4225-aa09-a2b5023047ed with Priority: HIGHEST for action port [ 640.361316] env[62265]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9b834d43-1d2a-4225-aa09-a2b5023047ed with Priority: HIGHEST for action port [ 640.361779] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock port-9b834d43-1d2a-4225-aa09-a2b5023047ed taken with stack trace [, , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 640.361779] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-9b834d43-1d2a-4225-aa09-a2b5023047ed" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 640.361779] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-9b834d43-1d2a-4225-aa09-a2b5023047ed" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 640.362702] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-9b834d43-1d2a-4225-aa09-a2b5023047ed" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 640.364109] env[62265]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9b834d43-1d2a-4225-aa09-a2b5023047ed',) {} {{(pid=62265) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 640.657603] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 9f7f0afa-505f-4d16-83f4-1a1bef0da67b [ 640.657906] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 640.658025] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 640.658087] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 640.658304] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 640.658392] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 640.659049] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:9f7f0afa-505f-4d16-83f4-1a1bef0da67b already deleted. [ 640.659049] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-9f7f0afa-505f-4d16-83f4-1a1bef0da67b" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 640.868098] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 9b834d43-1d2a-4225-aa09-a2b5023047ed [ 640.868451] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 640.868619] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 640.868690] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 640.869865] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 640.869865] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 640.869865] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:9b834d43-1d2a-4225-aa09-a2b5023047ed already deleted. [ 640.869865] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-9b834d43-1d2a-4225-aa09-a2b5023047ed" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 641.119359] env[62265]: INFO networking_nsxv3.common.synchronization [None req-d46bf0a3-35fe-4be7-b3c3-22c23d7c71e4 tempest-ServerActionsTestOtherA-1158692047 tempest-ServerActionsTestOtherA-1158692047-project-member] Enqueued Resource ID: 3649d9fc-24f4-43f3-8426-2fff76636e76 with Priority: HIGHEST for action security_group_rules [ 641.120051] env[62265]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3649d9fc-24f4-43f3-8426-2fff76636e76 with Priority: HIGHEST for action security_group_rules [ 641.124256] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock rules-3649d9fc-24f4-43f3-8426-2fff76636e76 taken with stack trace [, , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 641.126244] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-3649d9fc-24f4-43f3-8426-2fff76636e76" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 641.126933] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-3649d9fc-24f4-43f3-8426-2fff76636e76" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 641.126933] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-3649d9fc-24f4-43f3-8426-2fff76636e76" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 641.126933] env[62265]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('3649d9fc-24f4-43f3-8426-2fff76636e76',) {} {{(pid=62265) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 641.584354] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: cb4fb40c-9e72-4175-af16-071ca2d9e786 in Status: SUCCESS [ 641.584571] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-cb4fb40c-9e72-4175-af16-071ca2d9e786" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 641.625441] env[62265]: INFO networking_nsxv3.common.synchronization [None req-23e8bbff-1c64-4bb9-9b6b-0be31a1321ce tempest-ServerActionsTestOtherA-1158692047 tempest-ServerActionsTestOtherA-1158692047-project-member] Enqueued Resource ID: 3649d9fc-24f4-43f3-8426-2fff76636e76 with Priority: HIGHEST for action security_group_rules [ 641.626089] env[62265]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3649d9fc-24f4-43f3-8426-2fff76636e76 with Priority: HIGHEST for action security_group_rules [ 641.626462] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock rules-3649d9fc-24f4-43f3-8426-2fff76636e76 taken with stack trace [, , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 641.626575] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-3649d9fc-24f4-43f3-8426-2fff76636e76" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 641.652425] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 641.652425] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 641.652425] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 641.652425] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 641.652425] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 641.652425] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 3649d9fc-24f4-43f3-8426-2fff76636e76 already deleted. [ 641.652425] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-3649d9fc-24f4-43f3-8426-2fff76636e76" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 641.652425] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-3649d9fc-24f4-43f3-8426-2fff76636e76" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 641.652425] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-3649d9fc-24f4-43f3-8426-2fff76636e76" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 641.652425] env[62265]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('3649d9fc-24f4-43f3-8426-2fff76636e76',) {} {{(pid=62265) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 642.173852] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 642.174239] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 642.174239] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 642.174924] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 642.174924] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 642.174924] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 3649d9fc-24f4-43f3-8426-2fff76636e76 already deleted. [ 642.174924] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-3649d9fc-24f4-43f3-8426-2fff76636e76" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 643.326921] env[62265]: INFO networking_nsxv3.common.synchronization [None req-e9c63eab-928d-438c-b6e1-05cda807ebad None None] Enqueued Resource ID: 6bd02c2b-7c4b-4741-b5a4-bcc2212aaada with Priority: HIGHEST for action port [ 643.327636] env[62265]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6bd02c2b-7c4b-4741-b5a4-bcc2212aaada with Priority: HIGHEST for action port [ 643.327998] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock port-6bd02c2b-7c4b-4741-b5a4-bcc2212aaada taken with stack trace [, , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 643.329560] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-6bd02c2b-7c4b-4741-b5a4-bcc2212aaada" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 643.329560] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-6bd02c2b-7c4b-4741-b5a4-bcc2212aaada" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 643.333021] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-6bd02c2b-7c4b-4741-b5a4-bcc2212aaada" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 643.333021] env[62265]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6bd02c2b-7c4b-4741-b5a4-bcc2212aaada',) {} {{(pid=62265) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 643.389649] env[62265]: INFO networking_nsxv3.common.synchronization [None req-863def1e-750c-48ec-b620-86dbb78d16a9 None None] Enqueued Resource ID: 396614fa-5282-48c7-b4c9-e6626cb998a2 with Priority: HIGHEST for action port [ 643.389649] env[62265]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 396614fa-5282-48c7-b4c9-e6626cb998a2 with Priority: HIGHEST for action port [ 643.390166] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock port-396614fa-5282-48c7-b4c9-e6626cb998a2 taken with stack trace [, , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 643.391468] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-396614fa-5282-48c7-b4c9-e6626cb998a2" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 643.392798] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-396614fa-5282-48c7-b4c9-e6626cb998a2" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 643.393169] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-396614fa-5282-48c7-b4c9-e6626cb998a2" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 643.393169] env[62265]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('396614fa-5282-48c7-b4c9-e6626cb998a2',) {} {{(pid=62265) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 643.669858] env[62265]: INFO networking_nsxv3.common.synchronization [req-931442e0-7980-46d7-bf18-d32d632f2197 req-9f757e57-33e7-4bc0-ad6c-a5c1955b0490 tempest-ServersTestMultiNic-567928863 tempest-ServersTestMultiNic-567928863-project-member] Enqueued Resource ID: 873fdedf-ec9e-4860-ad86-da30e356f9d8 with Priority: HIGHEST for action security_group_members [ 643.671052] env[62265]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 873fdedf-ec9e-4860-ad86-da30e356f9d8 with Priority: HIGHEST for action security_group_members [ 643.671510] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock member-873fdedf-ec9e-4860-ad86-da30e356f9d8 taken with stack trace [, , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 643.671845] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-873fdedf-ec9e-4860-ad86-da30e356f9d8" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 643.672026] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-873fdedf-ec9e-4860-ad86-da30e356f9d8" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 643.672570] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-873fdedf-ec9e-4860-ad86-da30e356f9d8" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 643.672911] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 643.676057] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 643.676057] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 643.676057] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 643.676057] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 643.676057] env[62265]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('873fdedf-ec9e-4860-ad86-da30e356f9d8',) {} {{(pid=62265) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 643.811072] env[62265]: INFO networking_nsxv3.common.synchronization [req-6fd19541-4014-441b-acfd-b62f1f79d216 req-62396089-572a-4e35-8943-898ba329776f tempest-ServerPasswordTestJSON-1698722621 tempest-ServerPasswordTestJSON-1698722621-project-member] Enqueued Resource ID: 026afd4b-d3d0-4e4c-b150-7cb6271ae595 with Priority: HIGHEST for action security_group_members [ 643.811290] env[62265]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 026afd4b-d3d0-4e4c-b150-7cb6271ae595 with Priority: HIGHEST for action security_group_members [ 643.811681] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock member-026afd4b-d3d0-4e4c-b150-7cb6271ae595 taken with stack trace [, , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 643.811809] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-026afd4b-d3d0-4e4c-b150-7cb6271ae595" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 643.811902] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-026afd4b-d3d0-4e4c-b150-7cb6271ae595" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 643.813914] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-026afd4b-d3d0-4e4c-b150-7cb6271ae595" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 643.814884] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 643.814884] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 643.814884] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 643.814884] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 643.814884] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 643.814884] env[62265]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('026afd4b-d3d0-4e4c-b150-7cb6271ae595',) {} {{(pid=62265) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 643.833049] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 6bd02c2b-7c4b-4741-b5a4-bcc2212aaada [ 643.833399] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 643.833523] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 643.833523] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 643.833681] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 643.833774] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 643.833868] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:6bd02c2b-7c4b-4741-b5a4-bcc2212aaada already deleted. [ 643.833996] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-6bd02c2b-7c4b-4741-b5a4-bcc2212aaada" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 643.897773] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 396614fa-5282-48c7-b4c9-e6626cb998a2 [ 643.897773] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 643.897773] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 643.897773] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 643.897773] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 643.897773] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 643.897773] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:396614fa-5282-48c7-b4c9-e6626cb998a2 already deleted. [ 643.897773] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-396614fa-5282-48c7-b4c9-e6626cb998a2" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 644.179907] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 644.179907] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 644.179907] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 644.179907] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 644.179907] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 644.179907] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 644.179907] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 644.179907] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 644.179907] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 644.179907] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 644.179907] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 873fdedf-ec9e-4860-ad86-da30e356f9d8 already deleted. [ 644.179907] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-873fdedf-ec9e-4860-ad86-da30e356f9d8" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 644.319800] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 644.319966] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 644.320051] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 644.320344] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 644.320491] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 644.320656] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 644.320752] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 644.320810] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 644.320973] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 644.321071] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 644.321160] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 026afd4b-d3d0-4e4c-b150-7cb6271ae595 is going to be updated. [ 644.359447] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 644.359862] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 644.359862] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 644.359862] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 644.360021] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 644.369281] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 026afd4b-d3d0-4e4c-b150-7cb6271ae595 in Status: IN_PROGRESS for 2s [ 644.808202] env[62265]: INFO networking_nsxv3.common.synchronization [req-a06d3ccd-dfa6-438f-bcaf-142b296e27aa req-1dbeaeef-7389-4bea-a30e-6cfb6f7b785d tempest-ImagesTestJSON-588636336 tempest-ImagesTestJSON-588636336-project-member] Enqueued Resource ID: 816c28a4-7b3d-4ec6-b8a7-98e59cf7a51f with Priority: HIGHEST for action security_group_members [ 644.809175] env[62265]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 816c28a4-7b3d-4ec6-b8a7-98e59cf7a51f with Priority: HIGHEST for action security_group_members [ 644.809175] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock member-816c28a4-7b3d-4ec6-b8a7-98e59cf7a51f taken with stack trace [, , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 644.809175] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-816c28a4-7b3d-4ec6-b8a7-98e59cf7a51f" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 644.809746] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-816c28a4-7b3d-4ec6-b8a7-98e59cf7a51f" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 644.809746] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-816c28a4-7b3d-4ec6-b8a7-98e59cf7a51f" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 644.809746] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 644.809746] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 644.809746] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 644.810009] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 644.810009] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 644.810761] env[62265]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('816c28a4-7b3d-4ec6-b8a7-98e59cf7a51f',) {} {{(pid=62265) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 645.148026] env[62265]: INFO networking_nsxv3.common.synchronization [req-931442e0-7980-46d7-bf18-d32d632f2197 req-bbc2513a-bb69-4ed4-981d-ed490a270ef3 tempest-ServersTestMultiNic-567928863 tempest-ServersTestMultiNic-567928863-project-member] Enqueued Resource ID: 873fdedf-ec9e-4860-ad86-da30e356f9d8 with Priority: HIGHEST for action security_group_members [ 645.148133] env[62265]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 873fdedf-ec9e-4860-ad86-da30e356f9d8 with Priority: HIGHEST for action security_group_members [ 645.148416] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock member-873fdedf-ec9e-4860-ad86-da30e356f9d8 taken with stack trace [, , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 645.148533] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-873fdedf-ec9e-4860-ad86-da30e356f9d8" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 645.148596] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-873fdedf-ec9e-4860-ad86-da30e356f9d8" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 645.148791] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-873fdedf-ec9e-4860-ad86-da30e356f9d8" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 645.149135] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 645.150073] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 645.150073] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 645.150190] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 645.150638] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 645.150638] env[62265]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('873fdedf-ec9e-4860-ad86-da30e356f9d8',) {} {{(pid=62265) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 645.312881] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 645.313066] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 645.313139] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 645.313364] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 645.313460] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 645.313683] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 645.313750] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 645.313804] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 645.313949] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 645.314469] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 645.314469] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 816c28a4-7b3d-4ec6-b8a7-98e59cf7a51f is going to be updated. [ 645.340853] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 645.340994] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 645.341090] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 645.341558] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 645.341678] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 645.351910] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 816c28a4-7b3d-4ec6-b8a7-98e59cf7a51f in Status: IN_PROGRESS for 2s [ 645.647893] env[62265]: INFO networking_nsxv3.common.synchronization [req-22e65da2-2b77-4668-81e5-0a8ecfc2e834 req-af4e5437-f80a-4fd2-a2df-f7c4f9c79ec1 tempest-ServerDiagnosticsTest-2815992 tempest-ServerDiagnosticsTest-2815992-project-member] Enqueued Resource ID: 6375f917-9a84-4259-897a-4a85dfd5f750 with Priority: HIGHEST for action security_group_members [ 645.652020] env[62265]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6375f917-9a84-4259-897a-4a85dfd5f750 with Priority: HIGHEST for action security_group_members [ 645.652020] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock member-6375f917-9a84-4259-897a-4a85dfd5f750 taken with stack trace [, , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 645.652020] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6375f917-9a84-4259-897a-4a85dfd5f750" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 645.652905] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6375f917-9a84-4259-897a-4a85dfd5f750" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 645.653328] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6375f917-9a84-4259-897a-4a85dfd5f750" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 645.653756] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 645.654196] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 645.654675] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 645.654675] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 645.654675] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 645.654894] env[62265]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6375f917-9a84-4259-897a-4a85dfd5f750',) {} {{(pid=62265) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 645.656463] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 645.656594] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 645.656658] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 645.657016] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 645.657095] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 645.657290] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 645.657642] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 645.657642] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 645.657642] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 645.657820] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 645.657820] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 873fdedf-ec9e-4860-ad86-da30e356f9d8 already deleted. [ 645.659606] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-873fdedf-ec9e-4860-ad86-da30e356f9d8" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 645.972269] env[62265]: INFO networking_nsxv3.common.synchronization [None req-e74305a5-0c00-45c1-90a0-daff824cd3b2 None None] Enqueued Resource ID: cf80d27f-3743-4e04-8c00-fa4a2dc2a741 with Priority: HIGHEST for action port [ 645.972709] env[62265]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cf80d27f-3743-4e04-8c00-fa4a2dc2a741 with Priority: HIGHEST for action port [ 645.976242] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock port-cf80d27f-3743-4e04-8c00-fa4a2dc2a741 taken with stack trace [, , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 645.977571] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-cf80d27f-3743-4e04-8c00-fa4a2dc2a741" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 645.977571] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-cf80d27f-3743-4e04-8c00-fa4a2dc2a741" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 645.977571] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-cf80d27f-3743-4e04-8c00-fa4a2dc2a741" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 645.977571] env[62265]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('cf80d27f-3743-4e04-8c00-fa4a2dc2a741',) {} {{(pid=62265) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 646.161030] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 646.161217] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 646.161306] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 646.161736] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 646.161736] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 646.162215] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 646.162215] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 646.162215] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 646.162396] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 646.162396] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 646.162485] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6375f917-9a84-4259-897a-4a85dfd5f750 is going to be updated. [ 646.205039] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 646.205039] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 646.205039] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 646.205039] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 646.205039] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 646.214116] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6375f917-9a84-4259-897a-4a85dfd5f750 in Status: IN_PROGRESS for 2s [ 646.383587] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 026afd4b-d3d0-4e4c-b150-7cb6271ae595 in Status: SUCCESS [ 646.383851] env[62265]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 026afd4b-d3d0-4e4c-b150-7cb6271ae595 deletion is rescheduled due to dependency. [ 646.383972] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-026afd4b-d3d0-4e4c-b150-7cb6271ae595" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 646.480974] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port cf80d27f-3743-4e04-8c00-fa4a2dc2a741 [ 646.481332] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 646.481551] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 646.481635] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 646.482089] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 646.482331] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 646.482470] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:cf80d27f-3743-4e04-8c00-fa4a2dc2a741 already deleted. [ 646.482566] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-cf80d27f-3743-4e04-8c00-fa4a2dc2a741" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 646.542918] env[62265]: INFO networking_nsxv3.common.synchronization [req-931442e0-7980-46d7-bf18-d32d632f2197 req-e147d232-4d11-4a3e-b5ba-6f65dcc2124c tempest-ServersTestMultiNic-567928863 tempest-ServersTestMultiNic-567928863-project-member] Enqueued Resource ID: 873fdedf-ec9e-4860-ad86-da30e356f9d8 with Priority: HIGHEST for action security_group_members [ 646.544304] env[62265]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 873fdedf-ec9e-4860-ad86-da30e356f9d8 with Priority: HIGHEST for action security_group_members [ 646.544641] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock member-873fdedf-ec9e-4860-ad86-da30e356f9d8 taken with stack trace [, , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 646.544789] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-873fdedf-ec9e-4860-ad86-da30e356f9d8" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 646.544856] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-873fdedf-ec9e-4860-ad86-da30e356f9d8" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 646.545482] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-873fdedf-ec9e-4860-ad86-da30e356f9d8" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 646.545648] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 646.545753] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 646.545815] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 646.546723] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 646.546929] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 646.546929] env[62265]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('873fdedf-ec9e-4860-ad86-da30e356f9d8',) {} {{(pid=62265) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 647.053313] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 647.053313] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 647.053313] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 647.053313] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 647.053313] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 647.053313] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 647.053313] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 647.053313] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 647.053313] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 647.053313] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 647.053313] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 873fdedf-ec9e-4860-ad86-da30e356f9d8 already deleted. [ 647.053313] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-873fdedf-ec9e-4860-ad86-da30e356f9d8" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 647.288565] env[62265]: DEBUG networking_nsxv3.common.locking [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Lock network-157 taken with stack trace [, , , , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 647.288771] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquiring lock "network-157" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 647.288891] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquired lock "network-157" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 647.289236] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquired external semaphore "network-157" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 647.289495] env[62265]: DEBUG networking_nsxv3.common.locking [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 647.289668] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquiring lock "Segment" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 647.289781] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquired lock "Segment" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 647.289999] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquired external semaphore "Segment" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 647.290792] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Releasing lock "Segment" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 647.291713] env[62265]: DEBUG dogpile.cache.region [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] No value present for key: 'zone-id' {{(pid=62265) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 647.291943] env[62265]: DEBUG dogpile.lock [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] NeedRegenerationException {{(pid=62265) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 647.292093] env[62265]: DEBUG dogpile.lock [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] no value, waiting for create lock {{(pid=62265) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 647.292217] env[62265]: DEBUG dogpile.lock [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] value creation lock acquired {{(pid=62265) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 647.294020] env[62265]: DEBUG dogpile.cache.region [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] No value present for key: 'zone-id' {{(pid=62265) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 647.294020] env[62265]: DEBUG dogpile.lock [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Calling creation function for not-yet-present value {{(pid=62265) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 647.294020] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 647.316076] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 647.316548] env[62265]: DEBUG dogpile.cache.region [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Cache value generated in 0.024 seconds for key(s): 'zone-id' {{(pid=62265) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 647.316776] env[62265]: DEBUG dogpile.lock [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Released creation lock {{(pid=62265) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 647.317162] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Releasing lock "network-157" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 647.317638] env[62265]: DEBUG networking_nsxv3.common.locking [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Lock port-b54205b8-ee6b-4381-acef-ad739ae22059 taken with stack trace [, , , , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 647.317712] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquiring lock "port-b54205b8-ee6b-4381-acef-ad739ae22059" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 647.318256] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquired lock "port-b54205b8-ee6b-4381-acef-ad739ae22059" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 647.318256] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquired external semaphore "port-b54205b8-ee6b-4381-acef-ad739ae22059" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 647.318494] env[62265]: DEBUG networking_nsxv3.api.rpc [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b54205b8-ee6b-4381-acef-ad739ae22059',) {} {{(pid=62265) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 647.365911] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 816c28a4-7b3d-4ec6-b8a7-98e59cf7a51f in Status: SUCCESS [ 647.366095] env[62265]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 816c28a4-7b3d-4ec6-b8a7-98e59cf7a51f deletion is rescheduled due to dependency. [ 647.366169] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-816c28a4-7b3d-4ec6-b8a7-98e59cf7a51f" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 647.463881] env[62265]: INFO networking_nsxv3.common.synchronization [None req-6a49ea27-dbcf-4f8f-8d52-87c84eb7c60b tempest-AttachInterfacesTestJSON-467207588 tempest-AttachInterfacesTestJSON-467207588-project-member] Enqueued Resource ID: a4ca4088-6a42-47c5-ae21-a147c2358218 with Priority: HIGHEST for action security_group_rules [ 647.465994] env[62265]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a4ca4088-6a42-47c5-ae21-a147c2358218 with Priority: HIGHEST for action security_group_rules [ 647.465994] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a4ca4088-6a42-47c5-ae21-a147c2358218 taken with stack trace [, , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 647.465994] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a4ca4088-6a42-47c5-ae21-a147c2358218" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 647.465994] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a4ca4088-6a42-47c5-ae21-a147c2358218" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 647.465994] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a4ca4088-6a42-47c5-ae21-a147c2358218" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 647.465994] env[62265]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a4ca4088-6a42-47c5-ae21-a147c2358218',) {} {{(pid=62265) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 647.572092] env[62265]: INFO networking_nsxv3.common.synchronization [None req-fddffb5c-d1ba-4810-81a1-73f41c49c56e tempest-AttachInterfacesTestJSON-467207588 tempest-AttachInterfacesTestJSON-467207588-project-member] Enqueued Resource ID: a4ca4088-6a42-47c5-ae21-a147c2358218 with Priority: HIGHEST for action security_group_rules [ 647.573093] env[62265]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a4ca4088-6a42-47c5-ae21-a147c2358218 with Priority: HIGHEST for action security_group_rules [ 647.573093] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a4ca4088-6a42-47c5-ae21-a147c2358218 taken with stack trace [, , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 647.573093] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a4ca4088-6a42-47c5-ae21-a147c2358218" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 647.613050] env[62265]: INFO networking_nsxv3.common.synchronization [None req-176cd2f9-eeea-400a-967c-b3303afd26ec None None] Enqueued Resource ID: 9cdc46f2-489b-44a7-a86b-a22a92097d53 with Priority: HIGHEST for action port [ 647.613556] env[62265]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9cdc46f2-489b-44a7-a86b-a22a92097d53 with Priority: HIGHEST for action port [ 647.614080] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock port-9cdc46f2-489b-44a7-a86b-a22a92097d53 taken with stack trace [, , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 647.614236] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-9cdc46f2-489b-44a7-a86b-a22a92097d53" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 647.614687] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-9cdc46f2-489b-44a7-a86b-a22a92097d53" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 647.614855] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-9cdc46f2-489b-44a7-a86b-a22a92097d53" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 647.614934] env[62265]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9cdc46f2-489b-44a7-a86b-a22a92097d53',) {} {{(pid=62265) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 647.822164] env[62265]: DEBUG networking_nsxv3.common.locking [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 647.822471] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquiring lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 647.822563] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquired lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 647.822852] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquired external semaphore "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 647.823013] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Releasing lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 647.823189] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Segment Port b54205b8-ee6b-4381-acef-ad739ae22059 not found, creating... [ 647.823471] env[62265]: DEBUG networking_nsxv3.common.locking [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 647.823830] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquiring lock "Segment" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 647.823830] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquired lock "Segment" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 647.823985] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquired external semaphore "Segment" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 647.824124] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Releasing lock "Segment" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 647.824459] env[62265]: DEBUG networking_nsxv3.common.locking [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 647.825107] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquiring lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 647.825107] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquired lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 647.825107] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquired external semaphore "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 647.825438] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Releasing lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 647.825964] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Resource: SegmentPort with ID: b54205b8-ee6b-4381-acef-ad739ae22059 is going to be created. [ 647.856177] env[62265]: DEBUG networking_nsxv3.common.locking [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 647.856400] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquiring lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 647.856524] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquired lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 647.856798] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquired external semaphore "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 647.857060] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Releasing lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 647.857280] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Releasing lock "port-b54205b8-ee6b-4381-acef-ad739ae22059" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 647.988308] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 647.988481] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 647.988554] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 647.988815] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 647.988917] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 647.989127] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a4ca4088-6a42-47c5-ae21-a147c2358218 already deleted. [ 647.989127] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a4ca4088-6a42-47c5-ae21-a147c2358218" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 647.989288] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a4ca4088-6a42-47c5-ae21-a147c2358218" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 647.989476] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a4ca4088-6a42-47c5-ae21-a147c2358218" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 647.989558] env[62265]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a4ca4088-6a42-47c5-ae21-a147c2358218',) {} {{(pid=62265) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 648.118614] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 9cdc46f2-489b-44a7-a86b-a22a92097d53 [ 648.118614] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 648.118614] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 648.119125] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 648.119125] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 648.119125] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 648.119125] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:9cdc46f2-489b-44a7-a86b-a22a92097d53 already deleted. [ 648.119558] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-9cdc46f2-489b-44a7-a86b-a22a92097d53" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 648.226164] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6375f917-9a84-4259-897a-4a85dfd5f750 in Status: SUCCESS [ 648.226164] env[62265]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6375f917-9a84-4259-897a-4a85dfd5f750 deletion is rescheduled due to dependency. [ 648.226164] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6375f917-9a84-4259-897a-4a85dfd5f750" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 648.501376] env[62265]: INFO networking_nsxv3.common.synchronization [req-f7487e56-bdc4-4b47-ba8f-6524dc2105bb req-f12018ab-b26c-4a29-abb1-48b393443aa2 tempest-ListServersNegativeTestJSON-2065453412 tempest-ListServersNegativeTestJSON-2065453412-project-member] Enqueued Resource ID: a5c5ec0d-46d4-416a-916b-33fdcefa1ad7 with Priority: HIGHEST for action security_group_members [ 648.501376] env[62265]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a5c5ec0d-46d4-416a-916b-33fdcefa1ad7 with Priority: HIGHEST for action security_group_members [ 648.501854] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock member-a5c5ec0d-46d4-416a-916b-33fdcefa1ad7 taken with stack trace [, , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 648.501911] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a5c5ec0d-46d4-416a-916b-33fdcefa1ad7" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 648.502449] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a5c5ec0d-46d4-416a-916b-33fdcefa1ad7" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 648.502449] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a5c5ec0d-46d4-416a-916b-33fdcefa1ad7" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 648.502631] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 648.502788] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 648.502851] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 648.503183] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 648.503365] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 648.503789] env[62265]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a5c5ec0d-46d4-416a-916b-33fdcefa1ad7',) {} {{(pid=62265) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 648.512124] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 648.512250] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 648.512250] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 648.513529] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 648.513529] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 648.513529] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a4ca4088-6a42-47c5-ae21-a147c2358218 already deleted. [ 648.513529] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a4ca4088-6a42-47c5-ae21-a147c2358218" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 649.006296] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 649.008232] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 649.008232] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 649.008232] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 649.008232] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 649.008232] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 649.008232] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 649.008232] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 649.008232] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 649.008232] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 649.008232] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a5c5ec0d-46d4-416a-916b-33fdcefa1ad7 already deleted. [ 649.008232] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a5c5ec0d-46d4-416a-916b-33fdcefa1ad7" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 649.526469] env[62265]: INFO networking_nsxv3.common.synchronization [req-931442e0-7980-46d7-bf18-d32d632f2197 req-2563b483-618c-46fd-874b-c74ba717fdad service nova] Enqueued Resource ID: 873fdedf-ec9e-4860-ad86-da30e356f9d8 with Priority: HIGHEST for action security_group_rules [ 649.531545] env[62265]: INFO networking_nsxv3.common.synchronization [req-931442e0-7980-46d7-bf18-d32d632f2197 req-2563b483-618c-46fd-874b-c74ba717fdad service nova] Enqueued Resource ID: 873fdedf-ec9e-4860-ad86-da30e356f9d8 with Priority: HIGHEST for action security_group_members [ 649.531545] env[62265]: INFO networking_nsxv3.common.synchronization [req-931442e0-7980-46d7-bf18-d32d632f2197 req-2563b483-618c-46fd-874b-c74ba717fdad service nova] Enqueued Resource ID: b54205b8-ee6b-4381-acef-ad739ae22059 with Priority: HIGHEST for action port [ 649.531545] env[62265]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 873fdedf-ec9e-4860-ad86-da30e356f9d8 with Priority: HIGHEST for action security_group_rules [ 649.531545] env[62265]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 873fdedf-ec9e-4860-ad86-da30e356f9d8 with Priority: HIGHEST for action security_group_members [ 649.531545] env[62265]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b54205b8-ee6b-4381-acef-ad739ae22059 with Priority: HIGHEST for action port [ 649.531545] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock rules-873fdedf-ec9e-4860-ad86-da30e356f9d8 taken with stack trace [, , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 649.531545] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-873fdedf-ec9e-4860-ad86-da30e356f9d8" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 649.531545] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-873fdedf-ec9e-4860-ad86-da30e356f9d8" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 649.531545] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-873fdedf-ec9e-4860-ad86-da30e356f9d8" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 649.531545] env[62265]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('873fdedf-ec9e-4860-ad86-da30e356f9d8',) {} {{(pid=62265) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 649.531545] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock member-873fdedf-ec9e-4860-ad86-da30e356f9d8 taken with stack trace [, , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 649.531545] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-873fdedf-ec9e-4860-ad86-da30e356f9d8" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 649.531545] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-873fdedf-ec9e-4860-ad86-da30e356f9d8" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 649.531545] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-873fdedf-ec9e-4860-ad86-da30e356f9d8" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 649.531545] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 649.532197] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 649.532197] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 649.532197] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 649.532290] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 649.532329] env[62265]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('873fdedf-ec9e-4860-ad86-da30e356f9d8',) {} {{(pid=62265) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 649.533443] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock port-b54205b8-ee6b-4381-acef-ad739ae22059 taken with stack trace [, , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 649.533443] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b54205b8-ee6b-4381-acef-ad739ae22059" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 649.533443] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b54205b8-ee6b-4381-acef-ad739ae22059" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 649.533443] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b54205b8-ee6b-4381-acef-ad739ae22059" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 649.533615] env[62265]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b54205b8-ee6b-4381-acef-ad739ae22059',) {} {{(pid=62265) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 649.748220] env[62265]: DEBUG networking_nsxv3.common.locking [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Lock network-610 taken with stack trace [, , , , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 649.748220] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquiring lock "network-610" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 649.748220] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquired lock "network-610" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 649.748220] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquired external semaphore "network-610" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 649.748220] env[62265]: DEBUG networking_nsxv3.common.locking [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 649.748220] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquiring lock "Segment" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 649.748220] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquired lock "Segment" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 649.752265] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquired external semaphore "Segment" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 649.752265] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Releasing lock "Segment" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 649.752265] env[62265]: DEBUG dogpile.cache.region [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] No value present for key: 'zone-id' {{(pid=62265) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 649.752265] env[62265]: DEBUG dogpile.lock [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] NeedRegenerationException {{(pid=62265) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 649.754430] env[62265]: DEBUG dogpile.lock [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] no value, waiting for create lock {{(pid=62265) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 649.754430] env[62265]: DEBUG dogpile.lock [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] value creation lock acquired {{(pid=62265) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 649.754430] env[62265]: DEBUG dogpile.cache.region [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] No value present for key: 'zone-id' {{(pid=62265) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 649.754430] env[62265]: DEBUG dogpile.lock [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Calling creation function for not-yet-present value {{(pid=62265) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 649.755609] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 649.773534] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 649.773534] env[62265]: DEBUG dogpile.cache.region [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Cache value generated in 0.018 seconds for key(s): 'zone-id' {{(pid=62265) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 649.773534] env[62265]: DEBUG dogpile.lock [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Released creation lock {{(pid=62265) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 649.773534] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Releasing lock "network-610" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 649.773534] env[62265]: DEBUG networking_nsxv3.common.locking [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Lock port-b4ba0b35-a318-47b4-a31c-1d9b99dd575d taken with stack trace [, , , , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 649.773534] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquiring lock "port-b4ba0b35-a318-47b4-a31c-1d9b99dd575d" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 649.773831] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquired lock "port-b4ba0b35-a318-47b4-a31c-1d9b99dd575d" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 649.773978] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquired external semaphore "port-b4ba0b35-a318-47b4-a31c-1d9b99dd575d" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 649.774711] env[62265]: DEBUG networking_nsxv3.api.rpc [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b4ba0b35-a318-47b4-a31c-1d9b99dd575d',) {} {{(pid=62265) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 649.990871] env[62265]: INFO networking_nsxv3.common.synchronization [None req-bcc1528a-ab5b-42c7-a57c-a8a03cb05606 None None] Enqueued Resource ID: f5242848-3f2d-4a24-a4ae-45cafdc8c094 with Priority: HIGHEST for action port [ 649.991435] env[62265]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f5242848-3f2d-4a24-a4ae-45cafdc8c094 with Priority: HIGHEST for action port [ 649.991730] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock port-f5242848-3f2d-4a24-a4ae-45cafdc8c094 taken with stack trace [, , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 649.991851] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f5242848-3f2d-4a24-a4ae-45cafdc8c094" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 649.991916] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f5242848-3f2d-4a24-a4ae-45cafdc8c094" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 649.992453] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f5242848-3f2d-4a24-a4ae-45cafdc8c094" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 649.992538] env[62265]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f5242848-3f2d-4a24-a4ae-45cafdc8c094',) {} {{(pid=62265) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 650.035291] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock member-873fdedf-ec9e-4860-ad86-da30e356f9d8 taken with stack trace [, , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 650.035291] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-873fdedf-ec9e-4860-ad86-da30e356f9d8" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 650.035291] env[62265]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('873fdedf-ec9e-4860-ad86-da30e356f9d8',) {} {{(pid=62265) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 650.036559] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port b54205b8-ee6b-4381-acef-ad739ae22059 with status ACTIVE [ 650.036559] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 650.036735] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 650.036735] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.036912] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 650.037013] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 650.037185] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 650.037288] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 650.037342] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.037502] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 650.037579] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 650.037755] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 650.037849] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 650.037909] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.039063] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 650.039063] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 650.039063] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: b54205b8-ee6b-4381-acef-ad739ae22059 is going to be updated. [ 650.058526] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 650.058681] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 650.058744] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.059235] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 650.059235] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 650.059235] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b54205b8-ee6b-4381-acef-ad739ae22059" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 650.280399] env[62265]: DEBUG networking_nsxv3.common.locking [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 650.280698] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquiring lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 650.280829] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquired lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.281126] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquired external semaphore "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 650.281277] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Releasing lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 650.281453] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Segment Port b4ba0b35-a318-47b4-a31c-1d9b99dd575d not found, creating... [ 650.282390] env[62265]: DEBUG networking_nsxv3.common.locking [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 650.282592] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquiring lock "Segment" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 650.282774] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquired lock "Segment" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.283076] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquired external semaphore "Segment" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 650.283226] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Releasing lock "Segment" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 650.283529] env[62265]: DEBUG networking_nsxv3.common.locking [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 650.283693] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquiring lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 650.283812] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquired lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.284033] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquired external semaphore "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 650.284170] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Releasing lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 650.284308] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Resource: SegmentPort with ID: b4ba0b35-a318-47b4-a31c-1d9b99dd575d is going to be created. [ 650.306328] env[62265]: DEBUG networking_nsxv3.common.locking [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 650.306563] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquiring lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 650.306738] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquired lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.307035] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquired external semaphore "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 650.307276] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Releasing lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 650.307505] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Releasing lock "port-b4ba0b35-a318-47b4-a31c-1d9b99dd575d" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 650.495241] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port f5242848-3f2d-4a24-a4ae-45cafdc8c094 [ 650.495241] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 650.495241] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 650.495241] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.495241] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 650.495241] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 650.495241] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:f5242848-3f2d-4a24-a4ae-45cafdc8c094 already deleted. [ 650.495241] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f5242848-3f2d-4a24-a4ae-45cafdc8c094" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 650.545570] env[62265]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('873fdedf-ec9e-4860-ad86-da30e356f9d8',) {} {{(pid=62265) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 650.647182] env[62265]: DEBUG networking_nsxv3.common.locking [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Lock network-445 taken with stack trace [, , , , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 650.647182] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquiring lock "network-445" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 650.647182] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquired lock "network-445" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.647182] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquired external semaphore "network-445" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 650.647182] env[62265]: DEBUG networking_nsxv3.common.locking [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 650.647182] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquiring lock "Segment" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 650.648062] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquired lock "Segment" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.649245] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquired external semaphore "Segment" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 650.649413] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Releasing lock "Segment" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 650.649634] env[62265]: DEBUG dogpile.cache.region [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] No value present for key: 'zone-id' {{(pid=62265) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 650.649757] env[62265]: DEBUG dogpile.lock [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] NeedRegenerationException {{(pid=62265) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 650.649856] env[62265]: DEBUG dogpile.lock [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] no value, waiting for create lock {{(pid=62265) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 650.649963] env[62265]: DEBUG dogpile.lock [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] value creation lock acquired {{(pid=62265) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 650.650100] env[62265]: DEBUG dogpile.cache.region [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] No value present for key: 'zone-id' {{(pid=62265) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 650.650231] env[62265]: DEBUG dogpile.lock [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Calling creation function for not-yet-present value {{(pid=62265) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 650.650400] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 650.670046] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 650.670046] env[62265]: DEBUG dogpile.cache.region [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Cache value generated in 0.017 seconds for key(s): 'zone-id' {{(pid=62265) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 650.670046] env[62265]: DEBUG dogpile.lock [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Released creation lock {{(pid=62265) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 650.670046] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Releasing lock "network-445" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 650.670046] env[62265]: DEBUG networking_nsxv3.common.locking [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Lock port-a0fd1167-d166-4233-b80b-e6fe8a8b68c2 taken with stack trace [, , , , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 650.670046] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquiring lock "port-a0fd1167-d166-4233-b80b-e6fe8a8b68c2" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 650.670046] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquired lock "port-a0fd1167-d166-4233-b80b-e6fe8a8b68c2" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.670046] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquired external semaphore "port-a0fd1167-d166-4233-b80b-e6fe8a8b68c2" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 650.670046] env[62265]: DEBUG networking_nsxv3.api.rpc [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a0fd1167-d166-4233-b80b-e6fe8a8b68c2',) {} {{(pid=62265) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 651.052541] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 651.052802] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 651.052802] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.055033] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 651.055033] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 651.055033] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 873fdedf-ec9e-4860-ad86-da30e356f9d8 is going to be created. [ 651.078482] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 651.078482] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 651.078482] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.078482] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 651.078482] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 651.086670] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 873fdedf-ec9e-4860-ad86-da30e356f9d8 in Status: UNINITIALIZED for 2s [ 651.174705] env[62265]: DEBUG networking_nsxv3.common.locking [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 651.175777] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquiring lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 651.176624] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquired lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.177129] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquired external semaphore "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 651.177407] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Releasing lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 651.177610] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Segment Port a0fd1167-d166-4233-b80b-e6fe8a8b68c2 not found, creating... [ 651.179093] env[62265]: DEBUG networking_nsxv3.common.locking [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 651.179093] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquiring lock "Segment" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 651.179093] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquired lock "Segment" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.179093] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquired external semaphore "Segment" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 651.179488] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Releasing lock "Segment" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 651.179758] env[62265]: DEBUG networking_nsxv3.common.locking [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 651.179921] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquiring lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 651.180074] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquired lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.180627] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquired external semaphore "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 651.180627] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Releasing lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 651.180898] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Resource: SegmentPort with ID: a0fd1167-d166-4233-b80b-e6fe8a8b68c2 is going to be created. [ 651.205778] env[62265]: DEBUG networking_nsxv3.common.locking [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 651.206229] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquiring lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 651.206229] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquired lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.206533] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquired external semaphore "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 651.206835] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Releasing lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 651.206891] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Releasing lock "port-a0fd1167-d166-4233-b80b-e6fe8a8b68c2" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 651.388498] env[62265]: INFO networking_nsxv3.common.synchronization [req-f7487e56-bdc4-4b47-ba8f-6524dc2105bb req-3771c666-bb45-4475-a29f-a07a40849eba service nova] Enqueued Resource ID: a5c5ec0d-46d4-416a-916b-33fdcefa1ad7 with Priority: HIGHEST for action security_group_rules [ 651.388498] env[62265]: INFO networking_nsxv3.common.synchronization [req-f7487e56-bdc4-4b47-ba8f-6524dc2105bb req-3771c666-bb45-4475-a29f-a07a40849eba service nova] Enqueued Resource ID: a5c5ec0d-46d4-416a-916b-33fdcefa1ad7 with Priority: HIGHEST for action security_group_members [ 651.388498] env[62265]: INFO networking_nsxv3.common.synchronization [req-f7487e56-bdc4-4b47-ba8f-6524dc2105bb req-3771c666-bb45-4475-a29f-a07a40849eba service nova] Enqueued Resource ID: b4ba0b35-a318-47b4-a31c-1d9b99dd575d with Priority: HIGHEST for action port [ 651.389089] env[62265]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a5c5ec0d-46d4-416a-916b-33fdcefa1ad7 with Priority: HIGHEST for action security_group_rules [ 651.391155] env[62265]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a5c5ec0d-46d4-416a-916b-33fdcefa1ad7 with Priority: HIGHEST for action security_group_members [ 651.391228] env[62265]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b4ba0b35-a318-47b4-a31c-1d9b99dd575d with Priority: HIGHEST for action port [ 651.391591] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a5c5ec0d-46d4-416a-916b-33fdcefa1ad7 taken with stack trace [, , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 651.391704] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a5c5ec0d-46d4-416a-916b-33fdcefa1ad7" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 651.391751] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a5c5ec0d-46d4-416a-916b-33fdcefa1ad7" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.391959] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a5c5ec0d-46d4-416a-916b-33fdcefa1ad7" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 651.392539] env[62265]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a5c5ec0d-46d4-416a-916b-33fdcefa1ad7',) {} {{(pid=62265) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 651.396286] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock member-a5c5ec0d-46d4-416a-916b-33fdcefa1ad7 taken with stack trace [, , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 651.396286] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a5c5ec0d-46d4-416a-916b-33fdcefa1ad7" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 651.396286] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a5c5ec0d-46d4-416a-916b-33fdcefa1ad7" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.396286] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a5c5ec0d-46d4-416a-916b-33fdcefa1ad7" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 651.396286] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 651.396286] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 651.396286] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.396286] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 651.396286] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 651.396286] env[62265]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a5c5ec0d-46d4-416a-916b-33fdcefa1ad7',) {} {{(pid=62265) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 651.398524] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock port-b4ba0b35-a318-47b4-a31c-1d9b99dd575d taken with stack trace [, , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 651.398653] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b4ba0b35-a318-47b4-a31c-1d9b99dd575d" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 651.398764] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b4ba0b35-a318-47b4-a31c-1d9b99dd575d" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.399057] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b4ba0b35-a318-47b4-a31c-1d9b99dd575d" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 651.399057] env[62265]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b4ba0b35-a318-47b4-a31c-1d9b99dd575d',) {} {{(pid=62265) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 651.419607] env[62265]: INFO networking_nsxv3.common.synchronization [req-f7487e56-bdc4-4b47-ba8f-6524dc2105bb req-1d8ebcf4-9948-4bf6-950a-08b808d349b9 tempest-ListServersNegativeTestJSON-2065453412 tempest-ListServersNegativeTestJSON-2065453412-project-member] Enqueued Resource ID: a5c5ec0d-46d4-416a-916b-33fdcefa1ad7 with Priority: HIGHEST for action security_group_members [ 651.424123] env[62265]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a5c5ec0d-46d4-416a-916b-33fdcefa1ad7 with Priority: HIGHEST for action security_group_members [ 651.424123] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock member-a5c5ec0d-46d4-416a-916b-33fdcefa1ad7 taken with stack trace [, , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 651.424304] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a5c5ec0d-46d4-416a-916b-33fdcefa1ad7" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 651.900608] env[62265]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('a5c5ec0d-46d4-416a-916b-33fdcefa1ad7',) {} {{(pid=62265) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 651.901718] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock member-a5c5ec0d-46d4-416a-916b-33fdcefa1ad7 taken with stack trace [, , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 651.901831] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a5c5ec0d-46d4-416a-916b-33fdcefa1ad7" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 651.902343] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port b4ba0b35-a318-47b4-a31c-1d9b99dd575d with status ACTIVE [ 651.902382] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 651.902461] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 651.902528] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.902726] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 651.902812] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 651.902973] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 651.903076] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 651.903134] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.903283] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 651.903355] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 651.903527] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 651.903659] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 651.905722] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.907825] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 651.907913] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 651.908018] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: b4ba0b35-a318-47b4-a31c-1d9b99dd575d is going to be updated. [ 651.928621] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 651.928818] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 651.928857] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.929118] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 651.929185] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 651.929335] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b4ba0b35-a318-47b4-a31c-1d9b99dd575d" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 651.958496] env[62265]: DEBUG networking_nsxv3.common.locking [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Lock network-610 taken with stack trace [, , , , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 651.958725] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquiring lock "network-610" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 651.959126] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquired lock "network-610" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.959126] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquired external semaphore "network-610" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 651.959396] env[62265]: DEBUG networking_nsxv3.common.locking [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 651.959564] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquiring lock "Segment" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 651.960949] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquired lock "Segment" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.960949] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquired external semaphore "Segment" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 651.961078] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Releasing lock "Segment" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 651.961208] env[62265]: DEBUG dogpile.cache.region [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] No value present for key: 'zone-id' {{(pid=62265) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 651.961323] env[62265]: DEBUG dogpile.lock [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] NeedRegenerationException {{(pid=62265) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 651.961988] env[62265]: DEBUG dogpile.lock [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] no value, waiting for create lock {{(pid=62265) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 651.962826] env[62265]: DEBUG dogpile.lock [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] value creation lock acquired {{(pid=62265) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 651.962826] env[62265]: DEBUG dogpile.cache.region [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] No value present for key: 'zone-id' {{(pid=62265) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 651.962950] env[62265]: DEBUG dogpile.lock [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Calling creation function for not-yet-present value {{(pid=62265) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 651.963044] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 651.983441] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 651.983441] env[62265]: DEBUG dogpile.cache.region [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=62265) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 651.983441] env[62265]: DEBUG dogpile.lock [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Released creation lock {{(pid=62265) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 651.983441] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Releasing lock "network-610" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 651.983441] env[62265]: DEBUG networking_nsxv3.common.locking [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Lock port-91b381f3-763c-4bc9-ba93-03b9772df46a taken with stack trace [, , , , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 651.983638] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquiring lock "port-91b381f3-763c-4bc9-ba93-03b9772df46a" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 651.983681] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquired lock "port-91b381f3-763c-4bc9-ba93-03b9772df46a" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.983997] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquired external semaphore "port-91b381f3-763c-4bc9-ba93-03b9772df46a" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 651.984156] env[62265]: DEBUG networking_nsxv3.api.rpc [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('91b381f3-763c-4bc9-ba93-03b9772df46a',) {} {{(pid=62265) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 652.260944] env[62265]: INFO networking_nsxv3.common.synchronization [req-931442e0-7980-46d7-bf18-d32d632f2197 req-3300db48-7fb7-4e78-b7d8-0218ceb2a3e8 service nova] Enqueued Resource ID: 873fdedf-ec9e-4860-ad86-da30e356f9d8 with Priority: HIGHEST for action security_group_rules [ 652.260944] env[62265]: INFO networking_nsxv3.common.synchronization [req-931442e0-7980-46d7-bf18-d32d632f2197 req-3300db48-7fb7-4e78-b7d8-0218ceb2a3e8 service nova] Enqueued Resource ID: 873fdedf-ec9e-4860-ad86-da30e356f9d8 with Priority: HIGHEST for action security_group_members [ 652.260944] env[62265]: INFO networking_nsxv3.common.synchronization [req-931442e0-7980-46d7-bf18-d32d632f2197 req-3300db48-7fb7-4e78-b7d8-0218ceb2a3e8 service nova] Enqueued Resource ID: a0fd1167-d166-4233-b80b-e6fe8a8b68c2 with Priority: HIGHEST for action port [ 652.260944] env[62265]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 873fdedf-ec9e-4860-ad86-da30e356f9d8 with Priority: HIGHEST for action security_group_rules [ 652.260944] env[62265]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 873fdedf-ec9e-4860-ad86-da30e356f9d8 with Priority: HIGHEST for action security_group_members [ 652.260944] env[62265]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a0fd1167-d166-4233-b80b-e6fe8a8b68c2 with Priority: HIGHEST for action port [ 652.260944] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock rules-873fdedf-ec9e-4860-ad86-da30e356f9d8 taken with stack trace [, , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 652.260944] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-873fdedf-ec9e-4860-ad86-da30e356f9d8" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 652.260944] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock member-873fdedf-ec9e-4860-ad86-da30e356f9d8 taken with stack trace [, , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 652.261723] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-873fdedf-ec9e-4860-ad86-da30e356f9d8" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 652.262057] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock port-a0fd1167-d166-4233-b80b-e6fe8a8b68c2 taken with stack trace [, , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 652.262415] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a0fd1167-d166-4233-b80b-e6fe8a8b68c2" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 652.262583] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a0fd1167-d166-4233-b80b-e6fe8a8b68c2" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.262945] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a0fd1167-d166-4233-b80b-e6fe8a8b68c2" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 652.263167] env[62265]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a0fd1167-d166-4233-b80b-e6fe8a8b68c2',) {} {{(pid=62265) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 652.403282] env[62265]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('a5c5ec0d-46d4-416a-916b-33fdcefa1ad7',) {} {{(pid=62265) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 652.492307] env[62265]: DEBUG networking_nsxv3.common.locking [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 652.492307] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquiring lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 652.492307] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquired lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.492307] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquired external semaphore "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 652.492307] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Releasing lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 652.492307] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Segment Port 91b381f3-763c-4bc9-ba93-03b9772df46a not found, creating... [ 652.492307] env[62265]: DEBUG networking_nsxv3.common.locking [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 652.492307] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquiring lock "Segment" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 652.492307] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquired lock "Segment" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.492307] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquired external semaphore "Segment" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 652.492307] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Releasing lock "Segment" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 652.492738] env[62265]: DEBUG networking_nsxv3.common.locking [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 652.492738] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquiring lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 652.492738] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquired lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.492738] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquired external semaphore "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 652.492738] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Releasing lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 652.493855] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Resource: SegmentPort with ID: 91b381f3-763c-4bc9-ba93-03b9772df46a is going to be created. [ 652.517444] env[62265]: DEBUG networking_nsxv3.common.locking [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 652.517444] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquiring lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 652.517444] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquired lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.517444] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquired external semaphore "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 652.517444] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Releasing lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 652.517444] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Releasing lock "port-91b381f3-763c-4bc9-ba93-03b9772df46a" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 652.521707] env[62265]: INFO networking_nsxv3.common.synchronization [None req-bce8a2ed-cb65-4d63-9bf2-4e486373064b tempest-ServerActionsV293TestJSON-1600854557 tempest-ServerActionsV293TestJSON-1600854557-project-member] Enqueued Resource ID: 7b591979-c1c7-4513-bd5a-31e7c235aaa9 with Priority: HIGHEST for action security_group_rules [ 652.521707] env[62265]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7b591979-c1c7-4513-bd5a-31e7c235aaa9 with Priority: HIGHEST for action security_group_rules [ 652.521707] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock rules-7b591979-c1c7-4513-bd5a-31e7c235aaa9 taken with stack trace [, , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 652.521707] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-7b591979-c1c7-4513-bd5a-31e7c235aaa9" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 652.521707] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-7b591979-c1c7-4513-bd5a-31e7c235aaa9" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.521707] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-7b591979-c1c7-4513-bd5a-31e7c235aaa9" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 652.521707] env[62265]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('7b591979-c1c7-4513-bd5a-31e7c235aaa9',) {} {{(pid=62265) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 652.639159] env[62265]: INFO networking_nsxv3.common.synchronization [None req-5765c7e8-1a58-4a01-9358-9552dd8927b4 tempest-ServerActionsV293TestJSON-1600854557 tempest-ServerActionsV293TestJSON-1600854557-project-member] Enqueued Resource ID: 7b591979-c1c7-4513-bd5a-31e7c235aaa9 with Priority: HIGHEST for action security_group_rules [ 652.639213] env[62265]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7b591979-c1c7-4513-bd5a-31e7c235aaa9 with Priority: HIGHEST for action security_group_rules [ 652.640717] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock rules-7b591979-c1c7-4513-bd5a-31e7c235aaa9 taken with stack trace [, , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 652.640717] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-7b591979-c1c7-4513-bd5a-31e7c235aaa9" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 652.765557] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port a0fd1167-d166-4233-b80b-e6fe8a8b68c2 with status ACTIVE [ 652.765894] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 652.766081] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 652.766161] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.766422] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 652.766519] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 652.766789] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 652.766789] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 652.766916] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.766999] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 652.767080] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 652.767261] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 652.767354] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 652.767414] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.767571] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 652.767621] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 652.767796] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: a0fd1167-d166-4233-b80b-e6fe8a8b68c2 is going to be updated. [ 652.791416] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 652.791744] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 652.791744] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.791912] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 652.792060] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 652.792216] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a0fd1167-d166-4233-b80b-e6fe8a8b68c2" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 652.906410] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 652.906762] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 652.906762] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.906841] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 652.906908] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 652.907016] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a5c5ec0d-46d4-416a-916b-33fdcefa1ad7 is going to be created. [ 652.933297] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 652.933478] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 652.933530] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.933716] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 652.933877] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 652.948233] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a5c5ec0d-46d4-416a-916b-33fdcefa1ad7 in Status: UNINITIALIZED for 2s [ 653.044286] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 653.044286] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 653.044286] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 653.044286] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 653.044286] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 653.044286] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 7b591979-c1c7-4513-bd5a-31e7c235aaa9 already deleted. [ 653.044286] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-7b591979-c1c7-4513-bd5a-31e7c235aaa9" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 653.044286] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-7b591979-c1c7-4513-bd5a-31e7c235aaa9" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 653.044915] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-7b591979-c1c7-4513-bd5a-31e7c235aaa9" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 653.044915] env[62265]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('7b591979-c1c7-4513-bd5a-31e7c235aaa9',) {} {{(pid=62265) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 653.047087] env[62265]: INFO networking_nsxv3.common.synchronization [None req-b56ddd2e-1edf-4c60-8d5c-a893847f5cd5 None None] Enqueued Resource ID: e11263bd-e4d7-49d5-b955-3e7f345f1268 with Priority: HIGHEST for action port [ 653.047738] env[62265]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e11263bd-e4d7-49d5-b955-3e7f345f1268 with Priority: HIGHEST for action port [ 653.048356] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock port-e11263bd-e4d7-49d5-b955-3e7f345f1268 taken with stack trace [, , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 653.048499] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e11263bd-e4d7-49d5-b955-3e7f345f1268" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 653.048546] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e11263bd-e4d7-49d5-b955-3e7f345f1268" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 653.048779] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e11263bd-e4d7-49d5-b955-3e7f345f1268" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 653.048874] env[62265]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e11263bd-e4d7-49d5-b955-3e7f345f1268',) {} {{(pid=62265) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 653.097859] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 873fdedf-ec9e-4860-ad86-da30e356f9d8 in Status: SUCCESS [ 653.101019] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-873fdedf-ec9e-4860-ad86-da30e356f9d8" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 653.101019] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-873fdedf-ec9e-4860-ad86-da30e356f9d8" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 653.101019] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-873fdedf-ec9e-4860-ad86-da30e356f9d8" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 653.101019] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 653.101019] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 653.101019] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 653.101019] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 653.101019] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 653.101019] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-873fdedf-ec9e-4860-ad86-da30e356f9d8" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 653.101019] env[62265]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('873fdedf-ec9e-4860-ad86-da30e356f9d8',) {} {{(pid=62265) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 653.101019] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-873fdedf-ec9e-4860-ad86-da30e356f9d8" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 653.101019] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-873fdedf-ec9e-4860-ad86-da30e356f9d8" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 653.102837] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 653.102837] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 653.102837] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 653.102999] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 653.102999] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 653.103139] env[62265]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('873fdedf-ec9e-4860-ad86-da30e356f9d8',) {} {{(pid=62265) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 653.436760] env[62265]: DEBUG networking_nsxv3.common.locking [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Lock network-157 taken with stack trace [, , , , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 653.436962] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquiring lock "network-157" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 653.437120] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquired lock "network-157" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 653.438184] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquired external semaphore "network-157" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 653.438184] env[62265]: DEBUG networking_nsxv3.common.locking [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 653.438184] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquiring lock "Segment" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 653.438184] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquired lock "Segment" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 653.438447] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquired external semaphore "Segment" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 653.438447] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Releasing lock "Segment" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 653.438604] env[62265]: DEBUG dogpile.cache.region [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] No value present for key: 'zone-id' {{(pid=62265) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 653.438716] env[62265]: DEBUG dogpile.lock [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] NeedRegenerationException {{(pid=62265) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 653.438820] env[62265]: DEBUG dogpile.lock [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] no value, waiting for create lock {{(pid=62265) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 653.439108] env[62265]: DEBUG dogpile.lock [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] value creation lock acquired {{(pid=62265) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 653.439108] env[62265]: DEBUG dogpile.cache.region [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] No value present for key: 'zone-id' {{(pid=62265) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 653.439241] env[62265]: DEBUG dogpile.lock [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Calling creation function for not-yet-present value {{(pid=62265) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 653.439288] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 653.456328] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 653.456444] env[62265]: DEBUG dogpile.cache.region [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Cache value generated in 0.017 seconds for key(s): 'zone-id' {{(pid=62265) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 653.456592] env[62265]: DEBUG dogpile.lock [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Released creation lock {{(pid=62265) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 653.457220] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Releasing lock "network-157" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 653.457220] env[62265]: DEBUG networking_nsxv3.common.locking [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Lock port-80621f3a-b529-448f-8d07-05fbd3868daa taken with stack trace [, , , , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 653.457380] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquiring lock "port-80621f3a-b529-448f-8d07-05fbd3868daa" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 653.457380] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquired lock "port-80621f3a-b529-448f-8d07-05fbd3868daa" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 653.457676] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquired external semaphore "port-80621f3a-b529-448f-8d07-05fbd3868daa" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 653.457809] env[62265]: DEBUG networking_nsxv3.api.rpc [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('80621f3a-b529-448f-8d07-05fbd3868daa',) {} {{(pid=62265) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 653.553744] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port e11263bd-e4d7-49d5-b955-3e7f345f1268 [ 653.553744] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 653.553744] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 653.553744] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 653.553744] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 653.553744] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 653.553744] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:e11263bd-e4d7-49d5-b955-3e7f345f1268 already deleted. [ 653.553744] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e11263bd-e4d7-49d5-b955-3e7f345f1268" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 653.565449] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 653.565449] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 653.568821] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 653.568821] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 653.568821] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 653.568821] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 7b591979-c1c7-4513-bd5a-31e7c235aaa9 already deleted. [ 653.568821] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-7b591979-c1c7-4513-bd5a-31e7c235aaa9" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 653.605481] env[62265]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('873fdedf-ec9e-4860-ad86-da30e356f9d8',) {} {{(pid=62265) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 653.608427] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock member-873fdedf-ec9e-4860-ad86-da30e356f9d8 taken with stack trace [, , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 653.608724] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-873fdedf-ec9e-4860-ad86-da30e356f9d8" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 653.614820] env[62265]: INFO networking_nsxv3.common.synchronization [req-f7487e56-bdc4-4b47-ba8f-6524dc2105bb req-86a1fa97-bd65-4e90-bc0e-dfdccfa7bcca service nova] Enqueued Resource ID: a5c5ec0d-46d4-416a-916b-33fdcefa1ad7 with Priority: HIGHEST for action security_group_rules [ 653.615608] env[62265]: INFO networking_nsxv3.common.synchronization [req-f7487e56-bdc4-4b47-ba8f-6524dc2105bb req-86a1fa97-bd65-4e90-bc0e-dfdccfa7bcca service nova] Enqueued Resource ID: a5c5ec0d-46d4-416a-916b-33fdcefa1ad7 with Priority: HIGHEST for action security_group_members [ 653.615941] env[62265]: INFO networking_nsxv3.common.synchronization [req-f7487e56-bdc4-4b47-ba8f-6524dc2105bb req-86a1fa97-bd65-4e90-bc0e-dfdccfa7bcca service nova] Enqueued Resource ID: 91b381f3-763c-4bc9-ba93-03b9772df46a with Priority: HIGHEST for action port [ 653.617015] env[62265]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a5c5ec0d-46d4-416a-916b-33fdcefa1ad7 with Priority: HIGHEST for action security_group_rules [ 653.617015] env[62265]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a5c5ec0d-46d4-416a-916b-33fdcefa1ad7 with Priority: HIGHEST for action security_group_members [ 653.617239] env[62265]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 91b381f3-763c-4bc9-ba93-03b9772df46a with Priority: HIGHEST for action port [ 653.617991] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a5c5ec0d-46d4-416a-916b-33fdcefa1ad7 taken with stack trace [, , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 653.617991] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a5c5ec0d-46d4-416a-916b-33fdcefa1ad7" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 653.624543] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock member-a5c5ec0d-46d4-416a-916b-33fdcefa1ad7 taken with stack trace [, , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 653.624543] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a5c5ec0d-46d4-416a-916b-33fdcefa1ad7" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 653.624543] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock port-91b381f3-763c-4bc9-ba93-03b9772df46a taken with stack trace [, , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 653.624543] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-91b381f3-763c-4bc9-ba93-03b9772df46a" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 653.624543] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-91b381f3-763c-4bc9-ba93-03b9772df46a" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 653.624543] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-91b381f3-763c-4bc9-ba93-03b9772df46a" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 653.624543] env[62265]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('91b381f3-763c-4bc9-ba93-03b9772df46a',) {} {{(pid=62265) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 653.740217] env[62265]: INFO networking_nsxv3.common.synchronization [req-f7487e56-bdc4-4b47-ba8f-6524dc2105bb req-b2cdbdb5-5125-4876-8304-172c4269e14b tempest-ListServersNegativeTestJSON-2065453412 tempest-ListServersNegativeTestJSON-2065453412-project-member] Enqueued Resource ID: a5c5ec0d-46d4-416a-916b-33fdcefa1ad7 with Priority: HIGHEST for action security_group_members [ 653.740887] env[62265]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a5c5ec0d-46d4-416a-916b-33fdcefa1ad7 with Priority: HIGHEST for action security_group_members [ 653.741109] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock member-a5c5ec0d-46d4-416a-916b-33fdcefa1ad7 taken with stack trace [, , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 653.741243] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a5c5ec0d-46d4-416a-916b-33fdcefa1ad7" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 653.962711] env[62265]: DEBUG networking_nsxv3.common.locking [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 653.963040] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquiring lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 653.963198] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquired lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 653.963343] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquired external semaphore "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 653.963493] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Releasing lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 653.963640] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Segment Port 80621f3a-b529-448f-8d07-05fbd3868daa not found, creating... [ 653.963889] env[62265]: DEBUG networking_nsxv3.common.locking [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 653.964051] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquiring lock "Segment" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 653.964164] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquired lock "Segment" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 653.964375] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquired external semaphore "Segment" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 653.964540] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Releasing lock "Segment" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 653.968397] env[62265]: DEBUG networking_nsxv3.common.locking [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 653.968628] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquiring lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 653.969030] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquired lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 653.969030] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquired external semaphore "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 653.969139] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Releasing lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 653.969615] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Resource: SegmentPort with ID: 80621f3a-b529-448f-8d07-05fbd3868daa is going to be created. [ 653.992824] env[62265]: DEBUG networking_nsxv3.common.locking [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 653.994516] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquiring lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 653.994670] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquired lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 653.994997] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquired external semaphore "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 653.995258] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Releasing lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 653.995594] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Releasing lock "port-80621f3a-b529-448f-8d07-05fbd3868daa" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 654.114107] env[62265]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('873fdedf-ec9e-4860-ad86-da30e356f9d8',) {} {{(pid=62265) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 654.130804] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 91b381f3-763c-4bc9-ba93-03b9772df46a with status ACTIVE [ 654.131201] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 654.131873] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 654.131873] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 654.131873] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 654.133171] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 654.135012] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 654.135012] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 654.135012] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 654.135012] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 654.135012] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 654.135012] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 654.135012] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 654.135012] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 654.135357] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 654.135357] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 654.135357] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 91b381f3-763c-4bc9-ba93-03b9772df46a is going to be updated. [ 654.173178] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 654.173178] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 654.173178] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 654.173178] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 654.173178] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 654.173178] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-91b381f3-763c-4bc9-ba93-03b9772df46a" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 654.617701] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 654.619031] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 654.619031] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 654.619031] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 654.619031] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 654.619031] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 873fdedf-ec9e-4860-ad86-da30e356f9d8 is going to be updated. [ 654.646823] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 654.646823] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 654.646823] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 654.646823] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 654.646823] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 654.660703] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 873fdedf-ec9e-4860-ad86-da30e356f9d8 in Status: IN_PROGRESS for 2s [ 654.748832] env[62265]: DEBUG networking_nsxv3.common.locking [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Lock network-610 taken with stack trace [, , , , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 654.749055] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquiring lock "network-610" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 654.749176] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquired lock "network-610" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 654.749454] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquired external semaphore "network-610" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 654.749747] env[62265]: DEBUG networking_nsxv3.common.locking [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 654.749958] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquiring lock "Segment" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 654.750971] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquired lock "Segment" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 654.751424] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquired external semaphore "Segment" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 654.752029] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Releasing lock "Segment" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 654.752029] env[62265]: DEBUG dogpile.cache.region [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] No value present for key: 'zone-id' {{(pid=62265) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 654.752193] env[62265]: DEBUG dogpile.lock [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] NeedRegenerationException {{(pid=62265) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 654.752366] env[62265]: DEBUG dogpile.lock [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] no value, waiting for create lock {{(pid=62265) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 654.752501] env[62265]: DEBUG dogpile.lock [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] value creation lock acquired {{(pid=62265) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 654.752772] env[62265]: DEBUG dogpile.cache.region [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] No value present for key: 'zone-id' {{(pid=62265) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 654.752936] env[62265]: DEBUG dogpile.lock [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Calling creation function for not-yet-present value {{(pid=62265) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 654.753119] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 654.770865] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 654.771043] env[62265]: DEBUG dogpile.cache.region [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Cache value generated in 0.018 seconds for key(s): 'zone-id' {{(pid=62265) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 654.771189] env[62265]: DEBUG dogpile.lock [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Released creation lock {{(pid=62265) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 654.771368] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Releasing lock "network-610" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 654.771836] env[62265]: DEBUG networking_nsxv3.common.locking [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Lock port-d48ce55b-d1b8-4f01-bf94-998ba1920d06 taken with stack trace [, , , , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 654.772031] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquiring lock "port-d48ce55b-d1b8-4f01-bf94-998ba1920d06" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 654.772145] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquired lock "port-d48ce55b-d1b8-4f01-bf94-998ba1920d06" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 654.772469] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquired external semaphore "port-d48ce55b-d1b8-4f01-bf94-998ba1920d06" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 654.772609] env[62265]: DEBUG networking_nsxv3.api.rpc [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d48ce55b-d1b8-4f01-bf94-998ba1920d06',) {} {{(pid=62265) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 654.959053] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a5c5ec0d-46d4-416a-916b-33fdcefa1ad7 in Status: SUCCESS [ 654.959436] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a5c5ec0d-46d4-416a-916b-33fdcefa1ad7" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 654.959725] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a5c5ec0d-46d4-416a-916b-33fdcefa1ad7" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 654.960045] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a5c5ec0d-46d4-416a-916b-33fdcefa1ad7" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 654.962523] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 654.962523] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 654.962523] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 654.962523] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 654.962523] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 654.962523] env[62265]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a5c5ec0d-46d4-416a-916b-33fdcefa1ad7',) {} {{(pid=62265) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 655.191057] env[62265]: INFO networking_nsxv3.common.synchronization [req-931442e0-7980-46d7-bf18-d32d632f2197 req-70a4a8a6-95dd-435a-9e60-0a50200323c0 service nova] Enqueued Resource ID: 873fdedf-ec9e-4860-ad86-da30e356f9d8 with Priority: HIGHEST for action security_group_rules [ 655.191845] env[62265]: INFO networking_nsxv3.common.synchronization [req-931442e0-7980-46d7-bf18-d32d632f2197 req-70a4a8a6-95dd-435a-9e60-0a50200323c0 service nova] Enqueued Resource ID: 873fdedf-ec9e-4860-ad86-da30e356f9d8 with Priority: HIGHEST for action security_group_members [ 655.192164] env[62265]: INFO networking_nsxv3.common.synchronization [req-931442e0-7980-46d7-bf18-d32d632f2197 req-70a4a8a6-95dd-435a-9e60-0a50200323c0 service nova] Enqueued Resource ID: 80621f3a-b529-448f-8d07-05fbd3868daa with Priority: HIGHEST for action port [ 655.192710] env[62265]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 873fdedf-ec9e-4860-ad86-da30e356f9d8 with Priority: HIGHEST for action security_group_rules [ 655.192846] env[62265]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 873fdedf-ec9e-4860-ad86-da30e356f9d8 with Priority: HIGHEST for action security_group_members [ 655.192961] env[62265]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 80621f3a-b529-448f-8d07-05fbd3868daa with Priority: HIGHEST for action port [ 655.193270] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock rules-873fdedf-ec9e-4860-ad86-da30e356f9d8 taken with stack trace [, , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 655.193377] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-873fdedf-ec9e-4860-ad86-da30e356f9d8" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 655.193565] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock member-873fdedf-ec9e-4860-ad86-da30e356f9d8 taken with stack trace [, , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 655.193650] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-873fdedf-ec9e-4860-ad86-da30e356f9d8" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 655.193817] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock port-80621f3a-b529-448f-8d07-05fbd3868daa taken with stack trace [, , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 655.193941] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-80621f3a-b529-448f-8d07-05fbd3868daa" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 655.193983] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-80621f3a-b529-448f-8d07-05fbd3868daa" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.194180] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-80621f3a-b529-448f-8d07-05fbd3868daa" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 655.194257] env[62265]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('80621f3a-b529-448f-8d07-05fbd3868daa',) {} {{(pid=62265) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 655.278162] env[62265]: DEBUG networking_nsxv3.common.locking [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 655.279401] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquiring lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 655.279965] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquired lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.280269] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquired external semaphore "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 655.280462] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Releasing lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 655.280632] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Segment Port d48ce55b-d1b8-4f01-bf94-998ba1920d06 not found, creating... [ 655.280905] env[62265]: DEBUG networking_nsxv3.common.locking [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 655.281085] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquiring lock "Segment" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 655.281203] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquired lock "Segment" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.281624] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquired external semaphore "Segment" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 655.281682] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Releasing lock "Segment" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 655.281940] env[62265]: DEBUG networking_nsxv3.common.locking [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 655.283115] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquiring lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 655.283297] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquired lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.283524] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquired external semaphore "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 655.283663] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Releasing lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 655.283816] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Resource: SegmentPort with ID: d48ce55b-d1b8-4f01-bf94-998ba1920d06 is going to be created. [ 655.308401] env[62265]: DEBUG networking_nsxv3.common.locking [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 655.308401] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquiring lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 655.308401] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquired lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.308401] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquired external semaphore "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 655.308401] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Releasing lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 655.308401] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Releasing lock "port-d48ce55b-d1b8-4f01-bf94-998ba1920d06" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 655.465950] env[62265]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('a5c5ec0d-46d4-416a-916b-33fdcefa1ad7',) {} {{(pid=62265) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 655.698539] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 80621f3a-b529-448f-8d07-05fbd3868daa with status ACTIVE [ 655.698779] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 655.698920] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 655.698992] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.699235] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 655.699332] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 655.699506] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 655.699610] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 655.699670] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.699828] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 655.699907] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 655.700151] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 655.700269] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 655.700269] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.700448] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 655.702991] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 655.702991] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 80621f3a-b529-448f-8d07-05fbd3868daa is going to be updated. [ 655.720972] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 655.721111] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 655.721185] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.721877] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 655.721877] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 655.721877] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-80621f3a-b529-448f-8d07-05fbd3868daa" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 655.969103] env[62265]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('a5c5ec0d-46d4-416a-916b-33fdcefa1ad7',) {} {{(pid=62265) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 656.328954] env[62265]: INFO networking_nsxv3.common.synchronization [req-f682175a-9815-4b31-8632-cec7d6b01c0d req-d7c6b9ca-d04d-40cc-a6d0-5c999706562f tempest-FloatingIPsAssociationTestJSON-785985363 tempest-FloatingIPsAssociationTestJSON-785985363-project-member] Enqueued Resource ID: acaa75e0-c50a-4735-bf37-8856257d2177 with Priority: HIGHEST for action security_group_members [ 656.329114] env[62265]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: acaa75e0-c50a-4735-bf37-8856257d2177 with Priority: HIGHEST for action security_group_members [ 656.329595] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock member-acaa75e0-c50a-4735-bf37-8856257d2177 taken with stack trace [, , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 656.329595] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-acaa75e0-c50a-4735-bf37-8856257d2177" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 656.329595] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-acaa75e0-c50a-4735-bf37-8856257d2177" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.329917] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-acaa75e0-c50a-4735-bf37-8856257d2177" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 656.329972] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 656.330212] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 656.330360] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.330807] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 656.330807] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 656.330807] env[62265]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('acaa75e0-c50a-4735-bf37-8856257d2177',) {} {{(pid=62265) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 656.472576] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 656.472842] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 656.472940] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.473553] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 656.473553] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 656.473553] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a5c5ec0d-46d4-416a-916b-33fdcefa1ad7 is going to be updated. [ 656.504732] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 656.504732] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 656.504732] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.504732] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 656.504732] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 656.512344] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a5c5ec0d-46d4-416a-916b-33fdcefa1ad7 in Status: IN_PROGRESS for 2s [ 656.593973] env[62265]: INFO networking_nsxv3.common.synchronization [req-f7487e56-bdc4-4b47-ba8f-6524dc2105bb req-c57ea99a-efa0-47ef-a622-7482a08e676c service nova] Enqueued Resource ID: a5c5ec0d-46d4-416a-916b-33fdcefa1ad7 with Priority: HIGHEST for action security_group_rules [ 656.594355] env[62265]: INFO networking_nsxv3.common.synchronization [req-f7487e56-bdc4-4b47-ba8f-6524dc2105bb req-c57ea99a-efa0-47ef-a622-7482a08e676c service nova] Enqueued Resource ID: a5c5ec0d-46d4-416a-916b-33fdcefa1ad7 with Priority: HIGHEST for action security_group_members [ 656.594355] env[62265]: INFO networking_nsxv3.common.synchronization [req-f7487e56-bdc4-4b47-ba8f-6524dc2105bb req-c57ea99a-efa0-47ef-a622-7482a08e676c service nova] Enqueued Resource ID: d48ce55b-d1b8-4f01-bf94-998ba1920d06 with Priority: HIGHEST for action port [ 656.594709] env[62265]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a5c5ec0d-46d4-416a-916b-33fdcefa1ad7 with Priority: HIGHEST for action security_group_rules [ 656.594847] env[62265]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a5c5ec0d-46d4-416a-916b-33fdcefa1ad7 with Priority: HIGHEST for action security_group_members [ 656.596039] env[62265]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d48ce55b-d1b8-4f01-bf94-998ba1920d06 with Priority: HIGHEST for action port [ 656.596039] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a5c5ec0d-46d4-416a-916b-33fdcefa1ad7 taken with stack trace [, , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 656.596039] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a5c5ec0d-46d4-416a-916b-33fdcefa1ad7" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 656.596039] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock member-a5c5ec0d-46d4-416a-916b-33fdcefa1ad7 taken with stack trace [, , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 656.596039] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a5c5ec0d-46d4-416a-916b-33fdcefa1ad7" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 656.596502] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock port-d48ce55b-d1b8-4f01-bf94-998ba1920d06 taken with stack trace [, , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 656.596502] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d48ce55b-d1b8-4f01-bf94-998ba1920d06" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 656.596502] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d48ce55b-d1b8-4f01-bf94-998ba1920d06" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.596502] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d48ce55b-d1b8-4f01-bf94-998ba1920d06" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 656.596502] env[62265]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d48ce55b-d1b8-4f01-bf94-998ba1920d06',) {} {{(pid=62265) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 656.669013] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 873fdedf-ec9e-4860-ad86-da30e356f9d8 in Status: SUCCESS [ 656.669251] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-873fdedf-ec9e-4860-ad86-da30e356f9d8" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 656.669424] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-873fdedf-ec9e-4860-ad86-da30e356f9d8" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.669642] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-873fdedf-ec9e-4860-ad86-da30e356f9d8" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 656.669831] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 656.669950] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 656.670026] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.670179] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 656.670260] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 656.670487] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-873fdedf-ec9e-4860-ad86-da30e356f9d8" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 656.670554] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock member-873fdedf-ec9e-4860-ad86-da30e356f9d8 taken with stack trace [, , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 656.670619] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-873fdedf-ec9e-4860-ad86-da30e356f9d8" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 656.670655] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-873fdedf-ec9e-4860-ad86-da30e356f9d8" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.670800] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-873fdedf-ec9e-4860-ad86-da30e356f9d8" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 656.670938] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 656.674110] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 656.674110] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.674302] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 656.674411] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 656.674499] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-873fdedf-ec9e-4860-ad86-da30e356f9d8" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 656.674594] env[62265]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('873fdedf-ec9e-4860-ad86-da30e356f9d8',) {} {{(pid=62265) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 656.676665] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-873fdedf-ec9e-4860-ad86-da30e356f9d8" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.676847] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-873fdedf-ec9e-4860-ad86-da30e356f9d8" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 656.677225] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 656.677225] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 656.677794] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.677794] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 656.677794] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 656.677794] env[62265]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('873fdedf-ec9e-4860-ad86-da30e356f9d8',) {} {{(pid=62265) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 656.833412] env[62265]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('acaa75e0-c50a-4735-bf37-8856257d2177',) {} {{(pid=62265) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 657.099742] env[62265]: DEBUG networking_nsxv3.common.locking [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Lock network-641 taken with stack trace [, , , , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 657.100356] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquiring lock "network-641" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 657.100512] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquired lock "network-641" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 657.100851] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquired external semaphore "network-641" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 657.101183] env[62265]: DEBUG networking_nsxv3.common.locking [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 657.101676] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquiring lock "Segment" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 657.101895] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquired lock "Segment" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 657.102321] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquired external semaphore "Segment" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 657.102529] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Releasing lock "Segment" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 657.102818] env[62265]: DEBUG dogpile.cache.region [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] No value present for key: 'zone-id' {{(pid=62265) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 657.103206] env[62265]: DEBUG dogpile.lock [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] NeedRegenerationException {{(pid=62265) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 657.103427] env[62265]: DEBUG dogpile.lock [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] no value, waiting for create lock {{(pid=62265) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 657.103579] env[62265]: DEBUG dogpile.lock [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] value creation lock acquired {{(pid=62265) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 657.103728] env[62265]: DEBUG dogpile.cache.region [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] No value present for key: 'zone-id' {{(pid=62265) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 657.103865] env[62265]: DEBUG dogpile.lock [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Calling creation function for not-yet-present value {{(pid=62265) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 657.104052] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 657.108019] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port d48ce55b-d1b8-4f01-bf94-998ba1920d06 with status ACTIVE [ 657.108019] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 657.108019] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 657.108019] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 657.108019] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 657.108019] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 657.108019] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 657.108019] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 657.108019] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 657.108019] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 657.108019] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 657.108019] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 657.108019] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 657.108019] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 657.108621] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 657.108621] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 657.108621] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: d48ce55b-d1b8-4f01-bf94-998ba1920d06 is going to be updated. [ 657.128388] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 657.128573] env[62265]: DEBUG dogpile.cache.region [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Cache value generated in 0.025 seconds for key(s): 'zone-id' {{(pid=62265) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 657.128928] env[62265]: DEBUG dogpile.lock [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Released creation lock {{(pid=62265) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 657.128928] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Releasing lock "network-641" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 657.130657] env[62265]: DEBUG networking_nsxv3.common.locking [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Lock port-382c568e-9aa0-48cf-895a-81ab7ae70264 taken with stack trace [, , , , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 657.130657] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquiring lock "port-382c568e-9aa0-48cf-895a-81ab7ae70264" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 657.130657] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquired lock "port-382c568e-9aa0-48cf-895a-81ab7ae70264" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 657.130657] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquired external semaphore "port-382c568e-9aa0-48cf-895a-81ab7ae70264" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 657.130657] env[62265]: DEBUG networking_nsxv3.api.rpc [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('382c568e-9aa0-48cf-895a-81ab7ae70264',) {} {{(pid=62265) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 657.136871] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 657.136871] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 657.136871] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 657.136871] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 657.136871] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 657.136871] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d48ce55b-d1b8-4f01-bf94-998ba1920d06" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 657.177373] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 873fdedf-ec9e-4860-ad86-da30e356f9d8: rpc.has_security_group_logging(os_id): False [ 657.180673] env[62265]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('873fdedf-ec9e-4860-ad86-da30e356f9d8',) {} {{(pid=62265) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 657.205425] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 657.205425] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 657.205625] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 657.205692] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 657.205784] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 657.206010] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 657.206197] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 657.206197] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 657.206431] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 657.206500] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 657.209607] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 657.209722] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 657.209801] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 657.209966] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 657.210063] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 657.210873] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 657.210978] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 657.210978] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 657.212206] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 657.212206] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 657.212206] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 873fdedf-ec9e-4860-ad86-da30e356f9d8 is going to be created. [ 657.309773] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 657.309773] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 657.309773] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 657.310028] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 657.310216] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 657.327193] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 873fdedf-ec9e-4860-ad86-da30e356f9d8 in Status: IN_PROGRESS for 2s [ 657.335806] env[62265]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('acaa75e0-c50a-4735-bf37-8856257d2177',) {} {{(pid=62265) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 657.637767] env[62265]: DEBUG networking_nsxv3.common.locking [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 657.641923] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquiring lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 657.641923] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquired lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 657.641923] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquired external semaphore "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 657.641923] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Releasing lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 657.641923] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Segment Port 382c568e-9aa0-48cf-895a-81ab7ae70264 not found, creating... [ 657.641923] env[62265]: DEBUG networking_nsxv3.common.locking [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 657.641923] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquiring lock "Segment" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 657.641923] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquired lock "Segment" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 657.641923] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquired external semaphore "Segment" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 657.641923] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Releasing lock "Segment" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 657.642416] env[62265]: DEBUG networking_nsxv3.common.locking [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 657.642416] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquiring lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 657.642416] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquired lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 657.642416] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquired external semaphore "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 657.642416] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Releasing lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 657.642416] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Resource: SegmentPort with ID: 382c568e-9aa0-48cf-895a-81ab7ae70264 is going to be created. [ 657.664731] env[62265]: DEBUG networking_nsxv3.common.locking [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 657.664731] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquiring lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 657.664731] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquired lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 657.664731] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquired external semaphore "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 657.664731] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Releasing lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 657.664731] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Releasing lock "port-382c568e-9aa0-48cf-895a-81ab7ae70264" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 657.684679] env[62265]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('873fdedf-ec9e-4860-ad86-da30e356f9d8',) {} {{(pid=62265) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 657.840527] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 657.840727] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 657.840799] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 657.841031] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 657.841126] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 657.842251] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: acaa75e0-c50a-4735-bf37-8856257d2177 is going to be updated. [ 657.877088] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 657.877637] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 657.877637] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 657.877637] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 657.877813] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 657.895147] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: acaa75e0-c50a-4735-bf37-8856257d2177 in Status: IN_PROGRESS for 2s [ 658.187155] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 658.187493] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 658.187493] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.187937] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 658.187937] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 658.187937] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 873fdedf-ec9e-4860-ad86-da30e356f9d8 is going to be updated. [ 658.238419] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 658.238419] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 658.238646] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.238700] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 658.239120] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 658.250778] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 873fdedf-ec9e-4860-ad86-da30e356f9d8 in Status: IN_PROGRESS for 2s [ 658.408391] env[62265]: INFO networking_nsxv3.common.synchronization [None req-fb2ec3a7-f6dd-4685-9d1a-c64ee1720007 None None] Enqueued Resource ID: 878a0205-1df1-4004-b268-bb586c5267f0 with Priority: HIGHEST for action port [ 658.408975] env[62265]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 878a0205-1df1-4004-b268-bb586c5267f0 with Priority: HIGHEST for action port [ 658.413455] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock port-878a0205-1df1-4004-b268-bb586c5267f0 taken with stack trace [, , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 658.413601] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-878a0205-1df1-4004-b268-bb586c5267f0" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 658.413667] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-878a0205-1df1-4004-b268-bb586c5267f0" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.414071] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-878a0205-1df1-4004-b268-bb586c5267f0" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 658.414071] env[62265]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('878a0205-1df1-4004-b268-bb586c5267f0',) {} {{(pid=62265) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 658.526589] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a5c5ec0d-46d4-416a-916b-33fdcefa1ad7 in Status: SUCCESS [ 658.526589] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a5c5ec0d-46d4-416a-916b-33fdcefa1ad7" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 658.526728] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a5c5ec0d-46d4-416a-916b-33fdcefa1ad7" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.526916] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a5c5ec0d-46d4-416a-916b-33fdcefa1ad7" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 658.527120] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 658.527490] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 658.527562] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.527706] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 658.527780] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 658.527871] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a5c5ec0d-46d4-416a-916b-33fdcefa1ad7" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 658.527965] env[62265]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('a5c5ec0d-46d4-416a-916b-33fdcefa1ad7',) {} {{(pid=62265) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 658.528839] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a5c5ec0d-46d4-416a-916b-33fdcefa1ad7" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.529011] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a5c5ec0d-46d4-416a-916b-33fdcefa1ad7" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 658.529218] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 658.529323] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 658.529383] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.529526] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 658.529601] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 658.529685] env[62265]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a5c5ec0d-46d4-416a-916b-33fdcefa1ad7',) {} {{(pid=62265) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 658.917560] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 878a0205-1df1-4004-b268-bb586c5267f0 [ 658.917914] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 658.918075] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 658.918145] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.919234] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 658.919379] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 658.919481] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:878a0205-1df1-4004-b268-bb586c5267f0 already deleted. [ 658.919573] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-878a0205-1df1-4004-b268-bb586c5267f0" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 659.032180] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock member-a5c5ec0d-46d4-416a-916b-33fdcefa1ad7 taken with stack trace [, , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 659.033054] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a5c5ec0d-46d4-416a-916b-33fdcefa1ad7" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 659.036799] env[62265]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('a5c5ec0d-46d4-416a-916b-33fdcefa1ad7',) {} {{(pid=62265) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 659.157275] env[62265]: INFO networking_nsxv3.common.synchronization [req-2adc262c-ee2a-474d-b759-c6e9c3c8cf97 req-e8c47d9b-46cd-4d6f-b48a-49f31087d6d8 tempest-ServerTagsTestJSON-66366148 tempest-ServerTagsTestJSON-66366148-project-member] Enqueued Resource ID: 4e3255a1-2627-4af8-a377-2fa0c46dd04b with Priority: HIGHEST for action security_group_members [ 659.159250] env[62265]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4e3255a1-2627-4af8-a377-2fa0c46dd04b with Priority: HIGHEST for action security_group_members [ 659.159656] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock member-4e3255a1-2627-4af8-a377-2fa0c46dd04b taken with stack trace [, , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 659.159810] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4e3255a1-2627-4af8-a377-2fa0c46dd04b" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 659.159880] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4e3255a1-2627-4af8-a377-2fa0c46dd04b" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.160198] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4e3255a1-2627-4af8-a377-2fa0c46dd04b" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 659.164182] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 659.164182] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 659.164182] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.164182] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 659.164182] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 659.164182] env[62265]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4e3255a1-2627-4af8-a377-2fa0c46dd04b',) {} {{(pid=62265) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 659.236171] env[62265]: INFO networking_nsxv3.common.synchronization [req-f682175a-9815-4b31-8632-cec7d6b01c0d req-bcfe8d0a-1457-4270-af5a-2192cdc3bdf3 service nova] Enqueued Resource ID: acaa75e0-c50a-4735-bf37-8856257d2177 with Priority: HIGHEST for action security_group_rules [ 659.236171] env[62265]: INFO networking_nsxv3.common.synchronization [req-f682175a-9815-4b31-8632-cec7d6b01c0d req-bcfe8d0a-1457-4270-af5a-2192cdc3bdf3 service nova] Enqueued Resource ID: acaa75e0-c50a-4735-bf37-8856257d2177 with Priority: HIGHEST for action security_group_members [ 659.236171] env[62265]: INFO networking_nsxv3.common.synchronization [req-f682175a-9815-4b31-8632-cec7d6b01c0d req-bcfe8d0a-1457-4270-af5a-2192cdc3bdf3 service nova] Enqueued Resource ID: 382c568e-9aa0-48cf-895a-81ab7ae70264 with Priority: HIGHEST for action port [ 659.236171] env[62265]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: acaa75e0-c50a-4735-bf37-8856257d2177 with Priority: HIGHEST for action security_group_rules [ 659.236171] env[62265]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: acaa75e0-c50a-4735-bf37-8856257d2177 with Priority: HIGHEST for action security_group_members [ 659.236171] env[62265]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 382c568e-9aa0-48cf-895a-81ab7ae70264 with Priority: HIGHEST for action port [ 659.244025] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock rules-acaa75e0-c50a-4735-bf37-8856257d2177 taken with stack trace [, , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 659.244025] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-acaa75e0-c50a-4735-bf37-8856257d2177" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 659.244025] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-acaa75e0-c50a-4735-bf37-8856257d2177" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.244025] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-acaa75e0-c50a-4735-bf37-8856257d2177" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 659.244025] env[62265]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('acaa75e0-c50a-4735-bf37-8856257d2177',) {} {{(pid=62265) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 659.244025] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock member-acaa75e0-c50a-4735-bf37-8856257d2177 taken with stack trace [, , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 659.244025] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-acaa75e0-c50a-4735-bf37-8856257d2177" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 659.244025] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock port-382c568e-9aa0-48cf-895a-81ab7ae70264 taken with stack trace [, , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 659.244025] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-382c568e-9aa0-48cf-895a-81ab7ae70264" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 659.244025] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-382c568e-9aa0-48cf-895a-81ab7ae70264" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.244025] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-382c568e-9aa0-48cf-895a-81ab7ae70264" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 659.244025] env[62265]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('382c568e-9aa0-48cf-895a-81ab7ae70264',) {} {{(pid=62265) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 659.339460] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 873fdedf-ec9e-4860-ad86-da30e356f9d8 in Status: SUCCESS [ 659.340100] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-873fdedf-ec9e-4860-ad86-da30e356f9d8" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 659.340806] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-873fdedf-ec9e-4860-ad86-da30e356f9d8" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.340806] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-873fdedf-ec9e-4860-ad86-da30e356f9d8" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 659.340806] env[62265]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('873fdedf-ec9e-4860-ad86-da30e356f9d8',) {} {{(pid=62265) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 659.540973] env[62265]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('a5c5ec0d-46d4-416a-916b-33fdcefa1ad7',) {} {{(pid=62265) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 659.586708] env[62265]: INFO networking_nsxv3.common.synchronization [None req-e5e33d60-a858-4fd3-bdb3-b254974fcb6d None None] Enqueued Resource ID: 25c1cc66-0c03-4735-81e3-57f95b58b727 with Priority: HIGHEST for action port [ 659.589508] env[62265]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 25c1cc66-0c03-4735-81e3-57f95b58b727 with Priority: HIGHEST for action port [ 659.591466] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock port-25c1cc66-0c03-4735-81e3-57f95b58b727 taken with stack trace [, , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 659.592937] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-25c1cc66-0c03-4735-81e3-57f95b58b727" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 659.592937] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-25c1cc66-0c03-4735-81e3-57f95b58b727" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.592937] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-25c1cc66-0c03-4735-81e3-57f95b58b727" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 659.592937] env[62265]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('25c1cc66-0c03-4735-81e3-57f95b58b727',) {} {{(pid=62265) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 659.668543] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 659.668748] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 659.668838] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.669065] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 659.669155] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 659.669502] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 659.669502] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 659.669502] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.669649] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 659.669722] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 659.669802] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4e3255a1-2627-4af8-a377-2fa0c46dd04b already deleted. [ 659.669879] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4e3255a1-2627-4af8-a377-2fa0c46dd04b" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 659.752410] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 382c568e-9aa0-48cf-895a-81ab7ae70264 with status ACTIVE [ 659.752744] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 659.752855] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 659.752933] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.753167] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 659.753255] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 659.753452] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 659.754560] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 659.754683] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.755101] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 659.755207] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 659.755699] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 659.755883] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 659.755972] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.756172] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 659.756252] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 659.756620] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 382c568e-9aa0-48cf-895a-81ab7ae70264 is going to be updated. [ 659.757960] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock member-acaa75e0-c50a-4735-bf37-8856257d2177 taken with stack trace [, , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 659.758032] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-acaa75e0-c50a-4735-bf37-8856257d2177" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 659.776778] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 659.776951] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 659.777058] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.777337] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 659.777507] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 659.777724] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-382c568e-9aa0-48cf-895a-81ab7ae70264" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 659.842972] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock member-873fdedf-ec9e-4860-ad86-da30e356f9d8 taken with stack trace [, , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 659.843173] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-873fdedf-ec9e-4860-ad86-da30e356f9d8" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 659.911359] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: acaa75e0-c50a-4735-bf37-8856257d2177 in Status: SUCCESS [ 659.911591] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-acaa75e0-c50a-4735-bf37-8856257d2177" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 659.911768] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-acaa75e0-c50a-4735-bf37-8856257d2177" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.912033] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-acaa75e0-c50a-4735-bf37-8856257d2177" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 659.912214] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 659.912334] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 659.912397] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.912567] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 659.913536] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 659.913536] env[62265]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('acaa75e0-c50a-4735-bf37-8856257d2177',) {} {{(pid=62265) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 660.044125] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 660.044307] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 660.044355] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.044566] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 660.044647] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 660.044747] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a5c5ec0d-46d4-416a-916b-33fdcefa1ad7 is going to be updated. [ 660.073660] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 660.073660] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 660.073660] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.074085] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 660.074085] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 660.084084] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a5c5ec0d-46d4-416a-916b-33fdcefa1ad7 in Status: IN_PROGRESS for 2s [ 660.100467] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 25c1cc66-0c03-4735-81e3-57f95b58b727 [ 660.100467] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 660.100467] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 660.100467] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.100467] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 660.100467] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 660.100467] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:25c1cc66-0c03-4735-81e3-57f95b58b727 already deleted. [ 660.100877] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-25c1cc66-0c03-4735-81e3-57f95b58b727" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 660.267758] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 873fdedf-ec9e-4860-ad86-da30e356f9d8 in Status: SUCCESS [ 660.268084] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-873fdedf-ec9e-4860-ad86-da30e356f9d8" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 660.268347] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-873fdedf-ec9e-4860-ad86-da30e356f9d8" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.268642] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-873fdedf-ec9e-4860-ad86-da30e356f9d8" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 660.268937] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 660.271127] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 660.271312] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.271583] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 660.271695] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 660.271836] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-873fdedf-ec9e-4860-ad86-da30e356f9d8" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 660.271988] env[62265]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('873fdedf-ec9e-4860-ad86-da30e356f9d8',) {} {{(pid=62265) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 660.419220] env[62265]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('acaa75e0-c50a-4735-bf37-8856257d2177',) {} {{(pid=62265) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 660.451335] env[62265]: DEBUG networking_nsxv3.common.locking [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Lock network-495 taken with stack trace [, , , , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 660.451335] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquiring lock "network-495" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 660.451558] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquired lock "network-495" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.454699] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquired external semaphore "network-495" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 660.454699] env[62265]: DEBUG networking_nsxv3.common.locking [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 660.454699] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquiring lock "Segment" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 660.454699] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquired lock "Segment" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.454699] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquired external semaphore "Segment" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 660.454699] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Releasing lock "Segment" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 660.454699] env[62265]: DEBUG dogpile.cache.region [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] No value present for key: 'zone-id' {{(pid=62265) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 660.454699] env[62265]: DEBUG dogpile.lock [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] NeedRegenerationException {{(pid=62265) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 660.454699] env[62265]: DEBUG dogpile.lock [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] no value, waiting for create lock {{(pid=62265) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 660.454699] env[62265]: DEBUG dogpile.lock [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] value creation lock acquired {{(pid=62265) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 660.454699] env[62265]: DEBUG dogpile.cache.region [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] No value present for key: 'zone-id' {{(pid=62265) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 660.454699] env[62265]: DEBUG dogpile.lock [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Calling creation function for not-yet-present value {{(pid=62265) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 660.454699] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 660.474525] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 660.475102] env[62265]: DEBUG dogpile.cache.region [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=62265) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 660.475909] env[62265]: DEBUG dogpile.lock [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Released creation lock {{(pid=62265) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 660.475909] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Releasing lock "network-495" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 660.476261] env[62265]: DEBUG networking_nsxv3.common.locking [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Lock port-ee64d58b-5a23-4461-82ff-550824612628 taken with stack trace [, , , , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 660.476603] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquiring lock "port-ee64d58b-5a23-4461-82ff-550824612628" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 660.479474] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquired lock "port-ee64d58b-5a23-4461-82ff-550824612628" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.479474] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquired external semaphore "port-ee64d58b-5a23-4461-82ff-550824612628" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 660.479474] env[62265]: DEBUG networking_nsxv3.api.rpc [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ee64d58b-5a23-4461-82ff-550824612628',) {} {{(pid=62265) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 660.775516] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock member-873fdedf-ec9e-4860-ad86-da30e356f9d8 taken with stack trace [, , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 660.775822] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-873fdedf-ec9e-4860-ad86-da30e356f9d8" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 660.775822] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-873fdedf-ec9e-4860-ad86-da30e356f9d8" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.776045] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-873fdedf-ec9e-4860-ad86-da30e356f9d8" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 660.776153] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 660.776300] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 660.776352] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.776507] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 660.776669] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 660.776782] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-873fdedf-ec9e-4860-ad86-da30e356f9d8" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 660.776948] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock member-873fdedf-ec9e-4860-ad86-da30e356f9d8 taken with stack trace [, , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 660.777059] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-873fdedf-ec9e-4860-ad86-da30e356f9d8" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 660.777119] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-873fdedf-ec9e-4860-ad86-da30e356f9d8" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.777277] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-873fdedf-ec9e-4860-ad86-da30e356f9d8" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 660.777419] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 660.777521] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 660.777627] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.777777] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 660.777853] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 660.777925] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-873fdedf-ec9e-4860-ad86-da30e356f9d8" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 660.779880] env[62265]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('873fdedf-ec9e-4860-ad86-da30e356f9d8',) {} {{(pid=62265) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 660.922029] env[62265]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('acaa75e0-c50a-4735-bf37-8856257d2177',) {} {{(pid=62265) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 660.985415] env[62265]: DEBUG networking_nsxv3.common.locking [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 660.985415] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquiring lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 660.985415] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquired lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.985415] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquired external semaphore "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 660.985415] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Releasing lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 660.985415] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Segment Port ee64d58b-5a23-4461-82ff-550824612628 not found, creating... [ 660.985415] env[62265]: DEBUG networking_nsxv3.common.locking [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 660.985415] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquiring lock "Segment" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 660.985415] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquired lock "Segment" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.985415] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquired external semaphore "Segment" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 660.985415] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Releasing lock "Segment" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 660.986103] env[62265]: DEBUG networking_nsxv3.common.locking [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 660.986103] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquiring lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 660.986103] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquired lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.987275] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquired external semaphore "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 660.987275] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Releasing lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 660.987275] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Resource: SegmentPort with ID: ee64d58b-5a23-4461-82ff-550824612628 is going to be created. [ 661.008969] env[62265]: DEBUG networking_nsxv3.common.locking [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 661.009214] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquiring lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 661.009334] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquired lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 661.011403] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquired external semaphore "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 661.011745] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Releasing lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 661.011938] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Releasing lock "port-ee64d58b-5a23-4461-82ff-550824612628" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 661.287461] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 873fdedf-ec9e-4860-ad86-da30e356f9d8: rpc.has_security_group_logging(os_id): False [ 661.307451] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 661.307451] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 661.307451] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 661.307451] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 661.307451] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 661.307451] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 661.307451] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 661.307451] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 661.308213] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 661.308298] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 661.308534] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 661.308843] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 661.308843] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 661.308843] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 661.309116] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 661.309178] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 661.309263] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 661.309324] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 661.309463] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 661.309549] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 661.309612] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 873fdedf-ec9e-4860-ad86-da30e356f9d8 is going to be updated. [ 661.375228] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 661.375228] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 661.375228] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 661.375228] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 661.375228] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 661.385261] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 873fdedf-ec9e-4860-ad86-da30e356f9d8 in Status: IN_PROGRESS for 2s [ 661.426230] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 661.426230] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 661.426230] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 661.426230] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 661.426230] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 661.426230] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: acaa75e0-c50a-4735-bf37-8856257d2177 is going to be updated. [ 661.473830] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 661.473966] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 661.474051] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 661.474269] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 661.474410] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 661.486243] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: acaa75e0-c50a-4735-bf37-8856257d2177 in Status: IN_PROGRESS for 2s [ 662.056283] env[62265]: INFO networking_nsxv3.common.synchronization [req-2adc262c-ee2a-474d-b759-c6e9c3c8cf97 req-62293736-da1c-4100-97a9-0f4386b15394 service nova] Enqueued Resource ID: 4e3255a1-2627-4af8-a377-2fa0c46dd04b with Priority: HIGHEST for action security_group_rules [ 662.056283] env[62265]: INFO networking_nsxv3.common.synchronization [req-2adc262c-ee2a-474d-b759-c6e9c3c8cf97 req-62293736-da1c-4100-97a9-0f4386b15394 service nova] Enqueued Resource ID: 4e3255a1-2627-4af8-a377-2fa0c46dd04b with Priority: HIGHEST for action security_group_members [ 662.056283] env[62265]: INFO networking_nsxv3.common.synchronization [req-2adc262c-ee2a-474d-b759-c6e9c3c8cf97 req-62293736-da1c-4100-97a9-0f4386b15394 service nova] Enqueued Resource ID: ee64d58b-5a23-4461-82ff-550824612628 with Priority: HIGHEST for action port [ 662.056283] env[62265]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4e3255a1-2627-4af8-a377-2fa0c46dd04b with Priority: HIGHEST for action security_group_rules [ 662.056283] env[62265]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4e3255a1-2627-4af8-a377-2fa0c46dd04b with Priority: HIGHEST for action security_group_members [ 662.056283] env[62265]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ee64d58b-5a23-4461-82ff-550824612628 with Priority: HIGHEST for action port [ 662.056283] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock rules-4e3255a1-2627-4af8-a377-2fa0c46dd04b taken with stack trace [, , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 662.056283] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-4e3255a1-2627-4af8-a377-2fa0c46dd04b" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 662.056283] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-4e3255a1-2627-4af8-a377-2fa0c46dd04b" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.056650] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-4e3255a1-2627-4af8-a377-2fa0c46dd04b" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 662.056650] env[62265]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('4e3255a1-2627-4af8-a377-2fa0c46dd04b',) {} {{(pid=62265) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 662.060567] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock member-4e3255a1-2627-4af8-a377-2fa0c46dd04b taken with stack trace [, , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 662.060567] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4e3255a1-2627-4af8-a377-2fa0c46dd04b" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 662.060567] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4e3255a1-2627-4af8-a377-2fa0c46dd04b" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.060567] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4e3255a1-2627-4af8-a377-2fa0c46dd04b" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 662.060567] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 662.060567] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 662.060567] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.060567] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 662.060567] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 662.060567] env[62265]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4e3255a1-2627-4af8-a377-2fa0c46dd04b',) {} {{(pid=62265) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 662.060567] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock port-ee64d58b-5a23-4461-82ff-550824612628 taken with stack trace [, , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 662.061900] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ee64d58b-5a23-4461-82ff-550824612628" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 662.061900] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ee64d58b-5a23-4461-82ff-550824612628" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.061900] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ee64d58b-5a23-4461-82ff-550824612628" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 662.061900] env[62265]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ee64d58b-5a23-4461-82ff-550824612628',) {} {{(pid=62265) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 662.095329] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a5c5ec0d-46d4-416a-916b-33fdcefa1ad7 in Status: SUCCESS [ 662.095329] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a5c5ec0d-46d4-416a-916b-33fdcefa1ad7" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 662.096372] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a5c5ec0d-46d4-416a-916b-33fdcefa1ad7" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.096372] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a5c5ec0d-46d4-416a-916b-33fdcefa1ad7" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 662.096372] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 662.096372] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 662.096372] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.096672] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 662.096672] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 662.096744] env[62265]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a5c5ec0d-46d4-416a-916b-33fdcefa1ad7',) {} {{(pid=62265) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 662.181952] env[62265]: INFO networking_nsxv3.common.synchronization [req-98cb4418-4579-4a44-bbff-8c39d54008bc req-858bb105-3063-4288-acfa-3759b1742450 tempest-DeleteServersAdminTestJSON-217764255 tempest-DeleteServersAdminTestJSON-217764255-project-member] Enqueued Resource ID: d47d099f-c997-4da1-8b75-b9cff905fb2f with Priority: HIGHEST for action security_group_members [ 662.181952] env[62265]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d47d099f-c997-4da1-8b75-b9cff905fb2f with Priority: HIGHEST for action security_group_members [ 662.182413] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock member-d47d099f-c997-4da1-8b75-b9cff905fb2f taken with stack trace [, , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 662.182858] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d47d099f-c997-4da1-8b75-b9cff905fb2f" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 662.183084] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d47d099f-c997-4da1-8b75-b9cff905fb2f" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.185271] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d47d099f-c997-4da1-8b75-b9cff905fb2f" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 662.185271] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 662.185271] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 662.185271] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.185271] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 662.185271] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 662.185271] env[62265]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d47d099f-c997-4da1-8b75-b9cff905fb2f',) {} {{(pid=62265) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 662.379501] env[62265]: INFO networking_nsxv3.common.synchronization [None req-42805431-2df3-4d7a-bd27-730def75259e None None] Enqueued Resource ID: 9cf9c08a-be02-4ab4-92c1-a3d21de1e604 with Priority: HIGHEST for action port [ 662.380559] env[62265]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9cf9c08a-be02-4ab4-92c1-a3d21de1e604 with Priority: HIGHEST for action port [ 662.380559] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock port-9cf9c08a-be02-4ab4-92c1-a3d21de1e604 taken with stack trace [, , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 662.380812] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-9cf9c08a-be02-4ab4-92c1-a3d21de1e604" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 662.380812] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-9cf9c08a-be02-4ab4-92c1-a3d21de1e604" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.380986] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-9cf9c08a-be02-4ab4-92c1-a3d21de1e604" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 662.382473] env[62265]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9cf9c08a-be02-4ab4-92c1-a3d21de1e604',) {} {{(pid=62265) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 662.562693] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock member-4e3255a1-2627-4af8-a377-2fa0c46dd04b taken with stack trace [, , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 662.565549] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4e3255a1-2627-4af8-a377-2fa0c46dd04b" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 662.565980] env[62265]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('4e3255a1-2627-4af8-a377-2fa0c46dd04b',) {} {{(pid=62265) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 662.569455] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port ee64d58b-5a23-4461-82ff-550824612628 with status ACTIVE [ 662.569455] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 662.569455] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 662.569455] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.569932] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 662.569932] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 662.569932] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 662.570058] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 662.570058] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.570573] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 662.570650] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 662.570853] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 662.570955] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 662.571095] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.571442] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 662.571536] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 662.571634] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: ee64d58b-5a23-4461-82ff-550824612628 is going to be updated. [ 662.593904] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 662.593904] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 662.593904] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.593904] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 662.593904] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 662.593904] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ee64d58b-5a23-4461-82ff-550824612628" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 662.600150] env[62265]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('a5c5ec0d-46d4-416a-916b-33fdcefa1ad7',) {} {{(pid=62265) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 662.628229] env[62265]: DEBUG networking_nsxv3.common.locking [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Lock network-443 taken with stack trace [, , , , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 662.628432] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquiring lock "network-443" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 662.628650] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquired lock "network-443" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.629150] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquired external semaphore "network-443" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 662.629150] env[62265]: DEBUG networking_nsxv3.common.locking [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 662.629284] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquiring lock "Segment" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 662.629323] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquired lock "Segment" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.629530] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquired external semaphore "Segment" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 662.629659] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Releasing lock "Segment" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 662.629864] env[62265]: DEBUG dogpile.cache.region [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] No value present for key: 'zone-id' {{(pid=62265) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 662.629971] env[62265]: DEBUG dogpile.lock [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] NeedRegenerationException {{(pid=62265) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 662.630085] env[62265]: DEBUG dogpile.lock [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] no value, waiting for create lock {{(pid=62265) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 662.630187] env[62265]: DEBUG dogpile.lock [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] value creation lock acquired {{(pid=62265) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 662.630365] env[62265]: DEBUG dogpile.cache.region [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] No value present for key: 'zone-id' {{(pid=62265) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 662.630424] env[62265]: DEBUG dogpile.lock [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Calling creation function for not-yet-present value {{(pid=62265) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 662.630538] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 662.649271] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 662.649352] env[62265]: DEBUG dogpile.cache.region [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=62265) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 662.649862] env[62265]: DEBUG dogpile.lock [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Released creation lock {{(pid=62265) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 662.649862] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Releasing lock "network-443" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 662.650068] env[62265]: DEBUG networking_nsxv3.common.locking [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Lock port-04737aae-a036-463d-b232-eef730d1c93c taken with stack trace [, , , , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 662.650202] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquiring lock "port-04737aae-a036-463d-b232-eef730d1c93c" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 662.650288] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquired lock "port-04737aae-a036-463d-b232-eef730d1c93c" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.650634] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquired external semaphore "port-04737aae-a036-463d-b232-eef730d1c93c" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 662.650876] env[62265]: DEBUG networking_nsxv3.api.rpc [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('04737aae-a036-463d-b232-eef730d1c93c',) {} {{(pid=62265) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 662.690075] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 662.690075] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 662.690075] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.690075] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 662.690075] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 662.690075] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 662.690075] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 662.690075] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.690075] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 662.690075] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 662.690075] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d47d099f-c997-4da1-8b75-b9cff905fb2f is going to be updated. [ 662.723977] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 662.723977] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 662.723977] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.723977] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 662.723977] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 662.732282] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d47d099f-c997-4da1-8b75-b9cff905fb2f in Status: IN_PROGRESS for 2s [ 662.758035] env[62265]: INFO networking_nsxv3.common.synchronization [None req-f1fc94fa-abd4-434b-b169-c9b6e41669fe None None] Enqueued Resource ID: 38750f0c-29e9-460e-bcc4-bdbe56e8b741 with Priority: HIGHEST for action port [ 662.758313] env[62265]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 38750f0c-29e9-460e-bcc4-bdbe56e8b741 with Priority: HIGHEST for action port [ 662.759978] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock port-38750f0c-29e9-460e-bcc4-bdbe56e8b741 taken with stack trace [, , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 662.759978] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-38750f0c-29e9-460e-bcc4-bdbe56e8b741" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 662.759978] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-38750f0c-29e9-460e-bcc4-bdbe56e8b741" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.759978] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-38750f0c-29e9-460e-bcc4-bdbe56e8b741" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 662.759978] env[62265]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('38750f0c-29e9-460e-bcc4-bdbe56e8b741',) {} {{(pid=62265) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 662.885605] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 9cf9c08a-be02-4ab4-92c1-a3d21de1e604 [ 662.885605] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 662.885605] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 662.885605] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.886044] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 662.886044] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 662.886044] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:9cf9c08a-be02-4ab4-92c1-a3d21de1e604 already deleted. [ 662.886044] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-9cf9c08a-be02-4ab4-92c1-a3d21de1e604" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 663.076414] env[62265]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('4e3255a1-2627-4af8-a377-2fa0c46dd04b',) {} {{(pid=62265) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 663.102366] env[62265]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('a5c5ec0d-46d4-416a-916b-33fdcefa1ad7',) {} {{(pid=62265) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 663.157695] env[62265]: DEBUG networking_nsxv3.common.locking [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 663.158036] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquiring lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 663.158159] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquired lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 663.158453] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquired external semaphore "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 663.158631] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Releasing lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 663.158808] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Segment Port 04737aae-a036-463d-b232-eef730d1c93c not found, creating... [ 663.159094] env[62265]: DEBUG networking_nsxv3.common.locking [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 663.159263] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquiring lock "Segment" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 663.159384] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquired lock "Segment" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 663.159654] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquired external semaphore "Segment" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 663.159812] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Releasing lock "Segment" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 663.162537] env[62265]: DEBUG networking_nsxv3.common.locking [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 663.162746] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquiring lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 663.162932] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquired lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 663.163164] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquired external semaphore "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 663.163307] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Releasing lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 663.163457] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Resource: SegmentPort with ID: 04737aae-a036-463d-b232-eef730d1c93c is going to be created. [ 663.191441] env[62265]: DEBUG networking_nsxv3.common.locking [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 663.191643] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquiring lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 663.191768] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquired lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 663.192158] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquired external semaphore "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 663.192412] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Releasing lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 663.192576] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Releasing lock "port-04737aae-a036-463d-b232-eef730d1c93c" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 663.266768] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 38750f0c-29e9-460e-bcc4-bdbe56e8b741 [ 663.268374] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 663.268374] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 663.268374] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 663.268729] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 663.268800] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 663.268934] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:38750f0c-29e9-460e-bcc4-bdbe56e8b741 already deleted. [ 663.268986] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-38750f0c-29e9-460e-bcc4-bdbe56e8b741" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 663.404835] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 873fdedf-ec9e-4860-ad86-da30e356f9d8 in Status: SUCCESS [ 663.404835] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-873fdedf-ec9e-4860-ad86-da30e356f9d8" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 663.405332] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-873fdedf-ec9e-4860-ad86-da30e356f9d8" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 663.405332] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-873fdedf-ec9e-4860-ad86-da30e356f9d8" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 663.405498] env[62265]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('873fdedf-ec9e-4860-ad86-da30e356f9d8',) {} {{(pid=62265) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 663.496839] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: acaa75e0-c50a-4735-bf37-8856257d2177 in Status: SUCCESS [ 663.496839] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-acaa75e0-c50a-4735-bf37-8856257d2177" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 663.496839] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-acaa75e0-c50a-4735-bf37-8856257d2177" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 663.497708] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-acaa75e0-c50a-4735-bf37-8856257d2177" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 663.497708] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 663.497708] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 663.497708] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 663.499327] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 663.499327] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 663.499327] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-acaa75e0-c50a-4735-bf37-8856257d2177" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 663.499327] env[62265]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('acaa75e0-c50a-4735-bf37-8856257d2177',) {} {{(pid=62265) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 663.578348] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 663.578773] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 663.578950] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 663.579360] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 663.579579] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 663.579774] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4e3255a1-2627-4af8-a377-2fa0c46dd04b is going to be created. [ 663.605025] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 663.605025] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 663.605025] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 663.605025] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 663.605025] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 663.605025] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 663.605920] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 663.606371] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 663.606772] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 663.606996] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 663.607221] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a5c5ec0d-46d4-416a-916b-33fdcefa1ad7 is going to be updated. [ 663.618019] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4e3255a1-2627-4af8-a377-2fa0c46dd04b in Status: UNINITIALIZED for 2s [ 663.636889] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 663.637254] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 663.640049] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 663.640049] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 663.640049] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 663.647934] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a5c5ec0d-46d4-416a-916b-33fdcefa1ad7 in Status: IN_PROGRESS for 2s [ 663.914522] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock member-873fdedf-ec9e-4860-ad86-da30e356f9d8 taken with stack trace [, , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 663.914522] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-873fdedf-ec9e-4860-ad86-da30e356f9d8" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 663.914522] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-873fdedf-ec9e-4860-ad86-da30e356f9d8" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 663.914522] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-873fdedf-ec9e-4860-ad86-da30e356f9d8" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 663.914522] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 663.914522] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 663.914522] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 663.914522] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 663.914522] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 663.914522] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-873fdedf-ec9e-4860-ad86-da30e356f9d8" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 663.914522] env[62265]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('873fdedf-ec9e-4860-ad86-da30e356f9d8',) {} {{(pid=62265) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 664.000586] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock member-acaa75e0-c50a-4735-bf37-8856257d2177 taken with stack trace [, , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 664.000765] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-acaa75e0-c50a-4735-bf37-8856257d2177" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 664.000843] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-acaa75e0-c50a-4735-bf37-8856257d2177" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.001209] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-acaa75e0-c50a-4735-bf37-8856257d2177" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 664.001429] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 664.001580] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 664.001631] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.001773] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 664.001864] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 664.001955] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-acaa75e0-c50a-4735-bf37-8856257d2177" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 664.002158] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock member-acaa75e0-c50a-4735-bf37-8856257d2177 taken with stack trace [, , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 664.002307] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-acaa75e0-c50a-4735-bf37-8856257d2177" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 664.002398] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-acaa75e0-c50a-4735-bf37-8856257d2177" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.002627] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-acaa75e0-c50a-4735-bf37-8856257d2177" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 664.002830] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 664.002964] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 664.003073] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.003263] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 664.003377] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 664.003499] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-acaa75e0-c50a-4735-bf37-8856257d2177" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 664.003625] env[62265]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('acaa75e0-c50a-4735-bf37-8856257d2177',) {} {{(pid=62265) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 664.098734] env[62265]: INFO networking_nsxv3.common.synchronization [req-98cb4418-4579-4a44-bbff-8c39d54008bc req-fafa610e-4066-4c70-8dac-98d3952c240f service nova] Enqueued Resource ID: d47d099f-c997-4da1-8b75-b9cff905fb2f with Priority: HIGHEST for action security_group_rules [ 664.098734] env[62265]: INFO networking_nsxv3.common.synchronization [req-98cb4418-4579-4a44-bbff-8c39d54008bc req-fafa610e-4066-4c70-8dac-98d3952c240f service nova] Enqueued Resource ID: d47d099f-c997-4da1-8b75-b9cff905fb2f with Priority: HIGHEST for action security_group_members [ 664.098892] env[62265]: INFO networking_nsxv3.common.synchronization [req-98cb4418-4579-4a44-bbff-8c39d54008bc req-fafa610e-4066-4c70-8dac-98d3952c240f service nova] Enqueued Resource ID: 04737aae-a036-463d-b232-eef730d1c93c with Priority: HIGHEST for action port [ 664.099570] env[62265]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d47d099f-c997-4da1-8b75-b9cff905fb2f with Priority: HIGHEST for action security_group_rules [ 664.102606] env[62265]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d47d099f-c997-4da1-8b75-b9cff905fb2f with Priority: HIGHEST for action security_group_members [ 664.102606] env[62265]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 04737aae-a036-463d-b232-eef730d1c93c with Priority: HIGHEST for action port [ 664.102606] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d47d099f-c997-4da1-8b75-b9cff905fb2f taken with stack trace [, , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 664.102606] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d47d099f-c997-4da1-8b75-b9cff905fb2f" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 664.102606] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d47d099f-c997-4da1-8b75-b9cff905fb2f" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.102959] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d47d099f-c997-4da1-8b75-b9cff905fb2f" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 664.102959] env[62265]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d47d099f-c997-4da1-8b75-b9cff905fb2f',) {} {{(pid=62265) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 664.104497] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock member-d47d099f-c997-4da1-8b75-b9cff905fb2f taken with stack trace [, , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 664.104625] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d47d099f-c997-4da1-8b75-b9cff905fb2f" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 664.104837] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock port-04737aae-a036-463d-b232-eef730d1c93c taken with stack trace [, , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 664.104946] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-04737aae-a036-463d-b232-eef730d1c93c" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 664.105023] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-04737aae-a036-463d-b232-eef730d1c93c" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.105225] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-04737aae-a036-463d-b232-eef730d1c93c" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 664.105308] env[62265]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('04737aae-a036-463d-b232-eef730d1c93c',) {} {{(pid=62265) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 664.417045] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock member-873fdedf-ec9e-4860-ad86-da30e356f9d8 taken with stack trace [, , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 664.417045] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-873fdedf-ec9e-4860-ad86-da30e356f9d8" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 664.417045] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-873fdedf-ec9e-4860-ad86-da30e356f9d8" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.417045] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-873fdedf-ec9e-4860-ad86-da30e356f9d8" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 664.417045] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 664.417045] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 664.417045] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.417045] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 664.417791] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 664.417791] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-873fdedf-ec9e-4860-ad86-da30e356f9d8" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 664.417791] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock member-873fdedf-ec9e-4860-ad86-da30e356f9d8 taken with stack trace [, , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 664.417791] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-873fdedf-ec9e-4860-ad86-da30e356f9d8" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 664.417791] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-873fdedf-ec9e-4860-ad86-da30e356f9d8" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.417791] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-873fdedf-ec9e-4860-ad86-da30e356f9d8" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 664.417991] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 664.417991] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 664.417991] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.418108] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 664.418204] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 664.418276] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-873fdedf-ec9e-4860-ad86-da30e356f9d8" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 664.421160] env[62265]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('873fdedf-ec9e-4860-ad86-da30e356f9d8',) {} {{(pid=62265) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 664.509035] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for acaa75e0-c50a-4735-bf37-8856257d2177: rpc.has_security_group_logging(os_id): False [ 664.527566] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 664.527781] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 664.527863] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.528097] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 664.528192] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 664.528373] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 664.528474] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 664.528543] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.529026] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 664.529026] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 664.529026] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 664.529210] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 664.529210] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.529367] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 664.529437] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 664.529659] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 664.529758] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 664.529821] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.530059] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 664.530159] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 664.530249] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: acaa75e0-c50a-4735-bf37-8856257d2177 is going to be updated. [ 664.591372] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 664.592037] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 664.592037] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.592037] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 664.592272] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 664.610160] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: acaa75e0-c50a-4735-bf37-8856257d2177 in Status: IN_PROGRESS for 2s [ 664.610703] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock member-d47d099f-c997-4da1-8b75-b9cff905fb2f taken with stack trace [, , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 664.610861] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d47d099f-c997-4da1-8b75-b9cff905fb2f" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 664.610940] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 04737aae-a036-463d-b232-eef730d1c93c with status ACTIVE [ 664.611770] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 664.611770] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 664.611770] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.611770] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 664.611770] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 664.611770] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 664.612290] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 664.612290] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.612290] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 664.612290] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 664.612290] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 664.612606] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 664.612606] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.612606] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 664.612762] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 664.612762] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 04737aae-a036-463d-b232-eef730d1c93c is going to be updated. [ 664.645673] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 664.645802] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 664.645802] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.646252] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 664.646467] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 664.646683] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-04737aae-a036-463d-b232-eef730d1c93c" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 664.743891] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d47d099f-c997-4da1-8b75-b9cff905fb2f in Status: SUCCESS [ 664.744103] env[62265]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d47d099f-c997-4da1-8b75-b9cff905fb2f deletion is rescheduled due to dependency. [ 664.744231] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d47d099f-c997-4da1-8b75-b9cff905fb2f" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 664.745828] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d47d099f-c997-4da1-8b75-b9cff905fb2f" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.745828] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d47d099f-c997-4da1-8b75-b9cff905fb2f" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 664.745828] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 664.745828] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 664.745828] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.745828] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 664.745828] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 664.745828] env[62265]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d47d099f-c997-4da1-8b75-b9cff905fb2f',) {} {{(pid=62265) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 664.923053] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 873fdedf-ec9e-4860-ad86-da30e356f9d8: rpc.has_security_group_logging(os_id): False [ 664.941747] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 664.942021] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 664.942021] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.942219] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 664.942480] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 664.942480] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 664.942808] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 664.942808] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.942921] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 664.942972] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 664.942972] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 664.943334] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 664.943334] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.943507] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 664.943507] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 664.943661] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 664.943784] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 664.943848] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.943946] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 664.944374] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 664.944501] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 873fdedf-ec9e-4860-ad86-da30e356f9d8 is going to be updated. [ 664.997867] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 664.998034] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 664.998104] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.998337] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 664.998485] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 665.011349] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 873fdedf-ec9e-4860-ad86-da30e356f9d8 in Status: IN_PROGRESS for 2s [ 665.249415] env[62265]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('d47d099f-c997-4da1-8b75-b9cff905fb2f',) {} {{(pid=62265) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 665.629277] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4e3255a1-2627-4af8-a377-2fa0c46dd04b in Status: SUCCESS [ 665.629618] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4e3255a1-2627-4af8-a377-2fa0c46dd04b" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 665.629678] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4e3255a1-2627-4af8-a377-2fa0c46dd04b" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.629952] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4e3255a1-2627-4af8-a377-2fa0c46dd04b" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 665.630134] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 665.630258] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 665.630322] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.630532] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 665.630645] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 665.630733] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4e3255a1-2627-4af8-a377-2fa0c46dd04b" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 665.630960] env[62265]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('4e3255a1-2627-4af8-a377-2fa0c46dd04b',) {} {{(pid=62265) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 665.657121] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a5c5ec0d-46d4-416a-916b-33fdcefa1ad7 in Status: SUCCESS [ 665.657121] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a5c5ec0d-46d4-416a-916b-33fdcefa1ad7" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 665.657121] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a5c5ec0d-46d4-416a-916b-33fdcefa1ad7" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.657121] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a5c5ec0d-46d4-416a-916b-33fdcefa1ad7" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 665.657121] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 665.657121] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 665.657121] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.657463] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 665.657463] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 665.657463] env[62265]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a5c5ec0d-46d4-416a-916b-33fdcefa1ad7',) {} {{(pid=62265) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 665.753194] env[62265]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('d47d099f-c997-4da1-8b75-b9cff905fb2f',) {} {{(pid=62265) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 666.137316] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock member-4e3255a1-2627-4af8-a377-2fa0c46dd04b taken with stack trace [, , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 666.137316] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4e3255a1-2627-4af8-a377-2fa0c46dd04b" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 666.137316] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4e3255a1-2627-4af8-a377-2fa0c46dd04b" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 666.137316] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4e3255a1-2627-4af8-a377-2fa0c46dd04b" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 666.137316] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 666.137316] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 666.137316] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 666.137316] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 666.137316] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 666.137316] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4e3255a1-2627-4af8-a377-2fa0c46dd04b" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 666.137316] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock member-4e3255a1-2627-4af8-a377-2fa0c46dd04b taken with stack trace [, , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 666.137316] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4e3255a1-2627-4af8-a377-2fa0c46dd04b" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 666.137316] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4e3255a1-2627-4af8-a377-2fa0c46dd04b" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 666.137316] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4e3255a1-2627-4af8-a377-2fa0c46dd04b" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 666.137316] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 666.137316] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 666.138062] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 666.138062] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 666.138062] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 666.138062] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4e3255a1-2627-4af8-a377-2fa0c46dd04b" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 666.138062] env[62265]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('4e3255a1-2627-4af8-a377-2fa0c46dd04b',) {} {{(pid=62265) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 666.159668] env[62265]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('a5c5ec0d-46d4-416a-916b-33fdcefa1ad7',) {} {{(pid=62265) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 666.255255] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 666.255255] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 666.255255] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 666.255255] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 666.255831] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 666.255831] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d47d099f-c997-4da1-8b75-b9cff905fb2f is going to be updated. [ 666.281946] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 666.281946] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 666.281946] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 666.282146] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 666.282248] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 666.290984] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d47d099f-c997-4da1-8b75-b9cff905fb2f in Status: IN_PROGRESS for 2s [ 666.623923] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: acaa75e0-c50a-4735-bf37-8856257d2177 in Status: SUCCESS [ 666.624261] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-acaa75e0-c50a-4735-bf37-8856257d2177" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 666.640023] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 4e3255a1-2627-4af8-a377-2fa0c46dd04b: rpc.has_security_group_logging(os_id): False [ 666.656541] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 666.656541] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 666.656541] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 666.656541] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 666.656541] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 666.656541] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 666.656541] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 666.656541] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 666.657144] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 666.658047] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 666.658047] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 666.658047] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 666.658047] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 666.658047] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 666.658047] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 666.659358] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 666.659358] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 666.659358] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 666.659507] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 666.659548] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 666.659903] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 4e3255a1-2627-4af8-a377-2fa0c46dd04b is going to be created. [ 666.661863] env[62265]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('a5c5ec0d-46d4-416a-916b-33fdcefa1ad7',) {} {{(pid=62265) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 666.709187] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 666.709469] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 666.709469] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 666.710269] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 666.711166] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 666.721463] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 4e3255a1-2627-4af8-a377-2fa0c46dd04b in Status: IN_PROGRESS for 2s [ 666.728715] env[62265]: INFO networking_nsxv3.common.synchronization [None req-a82fb5c6-b92f-4954-9073-04253f6e700f None None] Enqueued Resource ID: 3b9951fc-a914-4d94-9f96-f875cffaf1dd with Priority: HIGHEST for action port [ 666.731598] env[62265]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3b9951fc-a914-4d94-9f96-f875cffaf1dd with Priority: HIGHEST for action port [ 666.732149] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock port-3b9951fc-a914-4d94-9f96-f875cffaf1dd taken with stack trace [, , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 666.732835] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-3b9951fc-a914-4d94-9f96-f875cffaf1dd" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 666.735310] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-3b9951fc-a914-4d94-9f96-f875cffaf1dd" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 666.736482] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-3b9951fc-a914-4d94-9f96-f875cffaf1dd" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 666.736482] env[62265]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3b9951fc-a914-4d94-9f96-f875cffaf1dd',) {} {{(pid=62265) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 667.025894] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 873fdedf-ec9e-4860-ad86-da30e356f9d8 in Status: SUCCESS [ 667.025894] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-873fdedf-ec9e-4860-ad86-da30e356f9d8" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 667.166301] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 667.166524] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 667.166598] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 667.166838] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 667.166954] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 667.167087] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a5c5ec0d-46d4-416a-916b-33fdcefa1ad7 is going to be updated. [ 667.207963] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 667.207963] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 667.207963] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 667.207963] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 667.207963] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 667.214705] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a5c5ec0d-46d4-416a-916b-33fdcefa1ad7 in Status: IN_PROGRESS for 2s [ 667.241217] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 3b9951fc-a914-4d94-9f96-f875cffaf1dd [ 667.241461] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 667.241632] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 667.241697] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 667.241922] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 667.242018] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 667.242145] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:3b9951fc-a914-4d94-9f96-f875cffaf1dd already deleted. [ 667.242198] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-3b9951fc-a914-4d94-9f96-f875cffaf1dd" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 668.300366] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d47d099f-c997-4da1-8b75-b9cff905fb2f in Status: SUCCESS [ 668.300791] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d47d099f-c997-4da1-8b75-b9cff905fb2f" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 668.300791] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d47d099f-c997-4da1-8b75-b9cff905fb2f" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 668.301048] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d47d099f-c997-4da1-8b75-b9cff905fb2f" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 668.301253] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 668.301401] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 668.301970] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 668.301970] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 668.301970] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 668.301970] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d47d099f-c997-4da1-8b75-b9cff905fb2f" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 668.301970] env[62265]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('d47d099f-c997-4da1-8b75-b9cff905fb2f',) {} {{(pid=62265) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 668.735306] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 4e3255a1-2627-4af8-a377-2fa0c46dd04b in Status: SUCCESS [ 668.735306] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-4e3255a1-2627-4af8-a377-2fa0c46dd04b" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 668.804095] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock member-d47d099f-c997-4da1-8b75-b9cff905fb2f taken with stack trace [, , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 668.804269] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d47d099f-c997-4da1-8b75-b9cff905fb2f" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 668.804329] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d47d099f-c997-4da1-8b75-b9cff905fb2f" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 668.804621] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d47d099f-c997-4da1-8b75-b9cff905fb2f" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 668.804899] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 668.804899] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 668.805067] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 668.805135] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 668.805241] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 668.805331] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d47d099f-c997-4da1-8b75-b9cff905fb2f" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 668.805489] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock member-d47d099f-c997-4da1-8b75-b9cff905fb2f taken with stack trace [, , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 668.805585] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d47d099f-c997-4da1-8b75-b9cff905fb2f" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 668.805640] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d47d099f-c997-4da1-8b75-b9cff905fb2f" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 668.805803] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d47d099f-c997-4da1-8b75-b9cff905fb2f" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 668.805959] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 668.806067] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 668.806150] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 668.806280] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 668.806355] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 668.806450] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d47d099f-c997-4da1-8b75-b9cff905fb2f" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 668.806541] env[62265]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('d47d099f-c997-4da1-8b75-b9cff905fb2f',) {} {{(pid=62265) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 669.001771] env[62265]: INFO networking_nsxv3.common.synchronization [req-363ce75d-024e-4348-ba64-c84fdb6dff8d req-f5f99480-0eb5-4ce0-881b-dd3cec434cfb tempest-VolumesAdminNegativeTest-1556279164 tempest-VolumesAdminNegativeTest-1556279164-project-member] Enqueued Resource ID: 3e1f7799-a742-4f42-88dc-efdc9eab9a19 with Priority: HIGHEST for action security_group_members [ 669.002396] env[62265]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3e1f7799-a742-4f42-88dc-efdc9eab9a19 with Priority: HIGHEST for action security_group_members [ 669.003193] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock member-3e1f7799-a742-4f42-88dc-efdc9eab9a19 taken with stack trace [, , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 669.003193] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3e1f7799-a742-4f42-88dc-efdc9eab9a19" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 669.003193] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3e1f7799-a742-4f42-88dc-efdc9eab9a19" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.007481] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3e1f7799-a742-4f42-88dc-efdc9eab9a19" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 669.007481] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 669.007481] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 669.007481] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.007481] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 669.007481] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 669.007481] env[62265]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3e1f7799-a742-4f42-88dc-efdc9eab9a19',) {} {{(pid=62265) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 669.224325] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a5c5ec0d-46d4-416a-916b-33fdcefa1ad7 in Status: SUCCESS [ 669.224935] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a5c5ec0d-46d4-416a-916b-33fdcefa1ad7" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 669.226040] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a5c5ec0d-46d4-416a-916b-33fdcefa1ad7" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.226724] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a5c5ec0d-46d4-416a-916b-33fdcefa1ad7" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 669.226904] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 669.227095] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 669.227157] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.227376] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 669.227465] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 669.227561] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a5c5ec0d-46d4-416a-916b-33fdcefa1ad7" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 669.227751] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock member-a5c5ec0d-46d4-416a-916b-33fdcefa1ad7 taken with stack trace [, , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 669.227868] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a5c5ec0d-46d4-416a-916b-33fdcefa1ad7" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 669.227931] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a5c5ec0d-46d4-416a-916b-33fdcefa1ad7" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.228095] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a5c5ec0d-46d4-416a-916b-33fdcefa1ad7" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 669.228264] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 669.228353] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 669.228439] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.228610] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 669.228715] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 669.228795] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a5c5ec0d-46d4-416a-916b-33fdcefa1ad7" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 669.228888] env[62265]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('a5c5ec0d-46d4-416a-916b-33fdcefa1ad7',) {} {{(pid=62265) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 669.313581] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for d47d099f-c997-4da1-8b75-b9cff905fb2f: rpc.has_security_group_logging(os_id): False [ 669.341909] env[62265]: INFO networking_nsxv3.common.synchronization [req-6918a771-9cc9-44fc-8b9f-ce9337808ffd req-18a6cf91-d31d-4629-93f3-1ce4b8617146 tempest-ServersTestMultiNic-567928863 tempest-ServersTestMultiNic-567928863-project-member] Enqueued Resource ID: 873fdedf-ec9e-4860-ad86-da30e356f9d8 with Priority: HIGHEST for action security_group_members [ 669.342954] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 669.342954] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 669.344897] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.344897] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 669.344897] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 669.344897] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 669.344897] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 669.344897] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.345517] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 669.345517] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 669.345517] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 669.345517] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 669.345517] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.345737] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 669.345737] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 669.347529] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 669.347529] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 669.347529] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.347529] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 669.348214] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 669.348214] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d47d099f-c997-4da1-8b75-b9cff905fb2f is going to be updated. [ 669.349457] env[62265]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 873fdedf-ec9e-4860-ad86-da30e356f9d8 with Priority: HIGHEST for action security_group_members [ 669.354066] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock member-873fdedf-ec9e-4860-ad86-da30e356f9d8 taken with stack trace [, , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 669.354066] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-873fdedf-ec9e-4860-ad86-da30e356f9d8" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 669.354066] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-873fdedf-ec9e-4860-ad86-da30e356f9d8" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.354066] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-873fdedf-ec9e-4860-ad86-da30e356f9d8" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 669.354066] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 669.354066] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 669.354066] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.354066] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 669.354604] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 669.354604] env[62265]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('873fdedf-ec9e-4860-ad86-da30e356f9d8',) {} {{(pid=62265) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 669.440867] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 669.441080] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 669.441136] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.441336] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 669.441517] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 669.466379] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d47d099f-c997-4da1-8b75-b9cff905fb2f in Status: IN_PROGRESS for 2s [ 669.471242] env[62265]: DEBUG networking_nsxv3.common.locking [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Lock network-367 taken with stack trace [, , , , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 669.471456] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquiring lock "network-367" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 669.471601] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquired lock "network-367" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.471945] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquired external semaphore "network-367" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 669.472287] env[62265]: DEBUG networking_nsxv3.common.locking [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 669.472370] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquiring lock "Segment" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 669.472560] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquired lock "Segment" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.472691] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquired external semaphore "Segment" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 669.472832] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Releasing lock "Segment" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 669.478022] env[62265]: DEBUG dogpile.cache.region [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] No value present for key: 'zone-id' {{(pid=62265) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 669.478022] env[62265]: DEBUG dogpile.lock [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] NeedRegenerationException {{(pid=62265) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 669.478022] env[62265]: DEBUG dogpile.lock [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] no value, waiting for create lock {{(pid=62265) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 669.478022] env[62265]: DEBUG dogpile.lock [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] value creation lock acquired {{(pid=62265) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 669.478022] env[62265]: DEBUG dogpile.cache.region [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] No value present for key: 'zone-id' {{(pid=62265) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 669.478022] env[62265]: DEBUG dogpile.lock [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Calling creation function for not-yet-present value {{(pid=62265) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 669.478022] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 669.511027] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 669.511027] env[62265]: DEBUG dogpile.cache.region [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Cache value generated in 0.035 seconds for key(s): 'zone-id' {{(pid=62265) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 669.511027] env[62265]: DEBUG dogpile.lock [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Released creation lock {{(pid=62265) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 669.511027] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Releasing lock "network-367" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 669.511741] env[62265]: DEBUG networking_nsxv3.common.locking [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Lock port-3d7e45b6-7803-4775-ad4a-b0f6db8d5304 taken with stack trace [, , , , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 669.511741] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquiring lock "port-3d7e45b6-7803-4775-ad4a-b0f6db8d5304" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 669.511741] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquired lock "port-3d7e45b6-7803-4775-ad4a-b0f6db8d5304" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.511741] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquired external semaphore "port-3d7e45b6-7803-4775-ad4a-b0f6db8d5304" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 669.511942] env[62265]: DEBUG networking_nsxv3.api.rpc [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3d7e45b6-7803-4775-ad4a-b0f6db8d5304',) {} {{(pid=62265) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 669.516013] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 669.516013] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 669.516013] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.516013] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 669.516013] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 669.516013] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 669.516013] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 669.516013] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.516013] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 669.516013] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 669.516013] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3e1f7799-a742-4f42-88dc-efdc9eab9a19 already deleted. [ 669.516013] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3e1f7799-a742-4f42-88dc-efdc9eab9a19" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 669.614599] env[62265]: INFO networking_nsxv3.common.synchronization [None req-24e62344-d1ab-4c11-b06d-86a719d7dc68 None None] Enqueued Resource ID: 33897335-1986-4efd-a8d6-e9accb3ecb64 with Priority: HIGHEST for action port [ 669.614599] env[62265]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 33897335-1986-4efd-a8d6-e9accb3ecb64 with Priority: HIGHEST for action port [ 669.615120] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock port-33897335-1986-4efd-a8d6-e9accb3ecb64 taken with stack trace [, , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 669.615246] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-33897335-1986-4efd-a8d6-e9accb3ecb64" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 669.615307] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-33897335-1986-4efd-a8d6-e9accb3ecb64" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.615600] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-33897335-1986-4efd-a8d6-e9accb3ecb64" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 669.615698] env[62265]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('33897335-1986-4efd-a8d6-e9accb3ecb64',) {} {{(pid=62265) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 669.734023] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for a5c5ec0d-46d4-416a-916b-33fdcefa1ad7: rpc.has_security_group_logging(os_id): False [ 669.751332] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 669.751478] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 669.751590] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.752880] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 669.752880] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 669.752880] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 669.752880] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 669.752880] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.752880] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 669.752880] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 669.752880] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 669.752880] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 669.752880] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.752880] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 669.753413] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 669.753413] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 669.753413] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 669.753413] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.753413] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 669.753593] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 669.753593] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a5c5ec0d-46d4-416a-916b-33fdcefa1ad7 is going to be created. [ 669.823571] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 669.823706] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 669.823773] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.823990] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 669.824191] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 669.836720] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a5c5ec0d-46d4-416a-916b-33fdcefa1ad7 in Status: IN_PROGRESS for 2s [ 669.856957] env[62265]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('873fdedf-ec9e-4860-ad86-da30e356f9d8',) {} {{(pid=62265) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 669.940467] env[62265]: INFO networking_nsxv3.common.synchronization [req-6918a771-9cc9-44fc-8b9f-ce9337808ffd req-4bd88249-c8ba-427a-a2e1-83fbf974d5e3 tempest-ServersTestMultiNic-567928863 tempest-ServersTestMultiNic-567928863-project-member] Enqueued Resource ID: 873fdedf-ec9e-4860-ad86-da30e356f9d8 with Priority: HIGHEST for action security_group_members [ 669.940859] env[62265]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 873fdedf-ec9e-4860-ad86-da30e356f9d8 with Priority: HIGHEST for action security_group_members [ 669.941180] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock member-873fdedf-ec9e-4860-ad86-da30e356f9d8 taken with stack trace [, , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 669.941321] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-873fdedf-ec9e-4860-ad86-da30e356f9d8" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 670.017910] env[62265]: DEBUG networking_nsxv3.common.locking [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 670.018223] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquiring lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 670.018358] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquired lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 670.018646] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquired external semaphore "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 670.018828] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Releasing lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 670.018956] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Segment Port 3d7e45b6-7803-4775-ad4a-b0f6db8d5304 not found, creating... [ 670.021353] env[62265]: DEBUG networking_nsxv3.common.locking [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 670.021353] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquiring lock "Segment" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 670.021353] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquired lock "Segment" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 670.021353] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquired external semaphore "Segment" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 670.021353] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Releasing lock "Segment" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 670.021353] env[62265]: DEBUG networking_nsxv3.common.locking [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 670.022210] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquiring lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 670.022805] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquired lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 670.023196] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquired external semaphore "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 670.023541] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Releasing lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 670.023698] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Resource: SegmentPort with ID: 3d7e45b6-7803-4775-ad4a-b0f6db8d5304 is going to be created. [ 670.045876] env[62265]: DEBUG networking_nsxv3.common.locking [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 670.046185] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquiring lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 670.046347] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquired lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 670.046725] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquired external semaphore "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 670.047032] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Releasing lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 670.047334] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Releasing lock "port-3d7e45b6-7803-4775-ad4a-b0f6db8d5304" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 670.122659] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 33897335-1986-4efd-a8d6-e9accb3ecb64 [ 670.122659] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 670.122659] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 670.122659] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 670.122659] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 670.122659] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 670.122659] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:33897335-1986-4efd-a8d6-e9accb3ecb64 already deleted. [ 670.122659] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-33897335-1986-4efd-a8d6-e9accb3ecb64" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 670.457972] env[62265]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('873fdedf-ec9e-4860-ad86-da30e356f9d8',) {} {{(pid=62265) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 670.951985] env[62265]: INFO networking_nsxv3.common.synchronization [None req-89d2411f-6814-417f-ac12-b9f82c4ae6a4 None None] Enqueued Resource ID: bcf2eb93-67c4-4168-9b28-2b248b4e1f64 with Priority: HIGHEST for action port [ 670.952526] env[62265]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bcf2eb93-67c4-4168-9b28-2b248b4e1f64 with Priority: HIGHEST for action port [ 670.952979] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock port-bcf2eb93-67c4-4168-9b28-2b248b4e1f64 taken with stack trace [, , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 670.953130] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-bcf2eb93-67c4-4168-9b28-2b248b4e1f64" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 670.953202] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-bcf2eb93-67c4-4168-9b28-2b248b4e1f64" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 670.953470] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-bcf2eb93-67c4-4168-9b28-2b248b4e1f64" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 670.953554] env[62265]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('bcf2eb93-67c4-4168-9b28-2b248b4e1f64',) {} {{(pid=62265) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 670.955745] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 670.957195] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 670.957195] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 670.957195] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 670.957195] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 670.957195] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 873fdedf-ec9e-4860-ad86-da30e356f9d8 is going to be updated. [ 670.989974] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 670.989974] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 670.989974] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 670.989974] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 670.989974] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 670.995272] env[62265]: INFO networking_nsxv3.common.synchronization [req-363ce75d-024e-4348-ba64-c84fdb6dff8d req-90f67ed4-1d02-40f4-ba3e-a0dd88569d69 service nova] Enqueued Resource ID: 3e1f7799-a742-4f42-88dc-efdc9eab9a19 with Priority: HIGHEST for action security_group_rules [ 670.995472] env[62265]: INFO networking_nsxv3.common.synchronization [req-363ce75d-024e-4348-ba64-c84fdb6dff8d req-90f67ed4-1d02-40f4-ba3e-a0dd88569d69 service nova] Enqueued Resource ID: 3e1f7799-a742-4f42-88dc-efdc9eab9a19 with Priority: HIGHEST for action security_group_members [ 670.995567] env[62265]: INFO networking_nsxv3.common.synchronization [req-363ce75d-024e-4348-ba64-c84fdb6dff8d req-90f67ed4-1d02-40f4-ba3e-a0dd88569d69 service nova] Enqueued Resource ID: 3d7e45b6-7803-4775-ad4a-b0f6db8d5304 with Priority: HIGHEST for action port [ 670.995808] env[62265]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3e1f7799-a742-4f42-88dc-efdc9eab9a19 with Priority: HIGHEST for action security_group_rules [ 670.996158] env[62265]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3e1f7799-a742-4f42-88dc-efdc9eab9a19 with Priority: HIGHEST for action security_group_members [ 670.996158] env[62265]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3d7e45b6-7803-4775-ad4a-b0f6db8d5304 with Priority: HIGHEST for action port [ 670.998224] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock rules-3e1f7799-a742-4f42-88dc-efdc9eab9a19 taken with stack trace [, , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 670.998224] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-3e1f7799-a742-4f42-88dc-efdc9eab9a19" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 670.998224] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-3e1f7799-a742-4f42-88dc-efdc9eab9a19" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 670.998409] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-3e1f7799-a742-4f42-88dc-efdc9eab9a19" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 670.998580] env[62265]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('3e1f7799-a742-4f42-88dc-efdc9eab9a19',) {} {{(pid=62265) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 670.999582] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock member-3e1f7799-a742-4f42-88dc-efdc9eab9a19 taken with stack trace [, , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 670.999727] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3e1f7799-a742-4f42-88dc-efdc9eab9a19" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 670.999802] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3e1f7799-a742-4f42-88dc-efdc9eab9a19" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 671.000018] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3e1f7799-a742-4f42-88dc-efdc9eab9a19" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 671.000187] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 671.000297] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 671.000370] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 671.000530] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 671.000643] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 671.000737] env[62265]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3e1f7799-a742-4f42-88dc-efdc9eab9a19',) {} {{(pid=62265) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 671.007580] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock port-3d7e45b6-7803-4775-ad4a-b0f6db8d5304 taken with stack trace [, , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 671.007580] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-3d7e45b6-7803-4775-ad4a-b0f6db8d5304" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 671.007580] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-3d7e45b6-7803-4775-ad4a-b0f6db8d5304" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 671.007580] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-3d7e45b6-7803-4775-ad4a-b0f6db8d5304" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 671.007580] env[62265]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3d7e45b6-7803-4775-ad4a-b0f6db8d5304',) {} {{(pid=62265) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 671.007580] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 873fdedf-ec9e-4860-ad86-da30e356f9d8 in Status: IN_PROGRESS for 2s [ 671.196668] env[62265]: INFO networking_nsxv3.common.synchronization [req-6918a771-9cc9-44fc-8b9f-ce9337808ffd req-4c1f5633-bf21-4254-b20d-95d9d2d39595 tempest-ServersTestMultiNic-567928863 tempest-ServersTestMultiNic-567928863-project-member] Enqueued Resource ID: 873fdedf-ec9e-4860-ad86-da30e356f9d8 with Priority: HIGHEST for action security_group_members [ 671.200773] env[62265]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 873fdedf-ec9e-4860-ad86-da30e356f9d8 with Priority: HIGHEST for action security_group_members [ 671.201125] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock member-873fdedf-ec9e-4860-ad86-da30e356f9d8 taken with stack trace [, , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 671.201226] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-873fdedf-ec9e-4860-ad86-da30e356f9d8" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 671.456806] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port bcf2eb93-67c4-4168-9b28-2b248b4e1f64 [ 671.457180] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 671.457331] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 671.457411] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 671.457632] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 671.457775] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 671.457889] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:bcf2eb93-67c4-4168-9b28-2b248b4e1f64 already deleted. [ 671.458017] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-bcf2eb93-67c4-4168-9b28-2b248b4e1f64" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 671.479611] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d47d099f-c997-4da1-8b75-b9cff905fb2f in Status: SUCCESS [ 671.479704] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d47d099f-c997-4da1-8b75-b9cff905fb2f" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 671.505922] env[62265]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('3e1f7799-a742-4f42-88dc-efdc9eab9a19',) {} {{(pid=62265) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 671.510181] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock member-3e1f7799-a742-4f42-88dc-efdc9eab9a19 taken with stack trace [, , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 671.510312] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3e1f7799-a742-4f42-88dc-efdc9eab9a19" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 671.510498] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 3d7e45b6-7803-4775-ad4a-b0f6db8d5304 with status ACTIVE [ 671.510698] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 671.510828] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 671.510896] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 671.511220] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 671.511315] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 671.511660] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 671.511660] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 671.511756] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 671.512050] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 671.512109] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 671.512314] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 671.512419] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 671.512481] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 671.512655] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 671.512736] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 671.512853] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 3d7e45b6-7803-4775-ad4a-b0f6db8d5304 is going to be updated. [ 671.533765] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 671.533914] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 671.533982] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 671.534223] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 671.534355] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 671.534515] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-3d7e45b6-7803-4775-ad4a-b0f6db8d5304" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 671.852242] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a5c5ec0d-46d4-416a-916b-33fdcefa1ad7 in Status: SUCCESS [ 671.853056] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a5c5ec0d-46d4-416a-916b-33fdcefa1ad7" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 671.853056] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a5c5ec0d-46d4-416a-916b-33fdcefa1ad7" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 671.853056] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a5c5ec0d-46d4-416a-916b-33fdcefa1ad7" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 671.853210] env[62265]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a5c5ec0d-46d4-416a-916b-33fdcefa1ad7',) {} {{(pid=62265) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 672.013470] env[62265]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('3e1f7799-a742-4f42-88dc-efdc9eab9a19',) {} {{(pid=62265) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 672.137455] env[62265]: INFO networking_nsxv3.common.synchronization [req-32e165ee-1055-4278-9fa6-f15848d4f784 req-519e59ee-9d21-442e-95ee-7bc9a70da7ea tempest-ListServersNegativeTestJSON-2065453412 tempest-ListServersNegativeTestJSON-2065453412-project-member] Enqueued Resource ID: a5c5ec0d-46d4-416a-916b-33fdcefa1ad7 with Priority: HIGHEST for action security_group_members [ 672.138041] env[62265]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a5c5ec0d-46d4-416a-916b-33fdcefa1ad7 with Priority: HIGHEST for action security_group_members [ 672.138447] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock member-a5c5ec0d-46d4-416a-916b-33fdcefa1ad7 taken with stack trace [, , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 672.138703] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a5c5ec0d-46d4-416a-916b-33fdcefa1ad7" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 672.138751] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a5c5ec0d-46d4-416a-916b-33fdcefa1ad7" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 672.138939] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a5c5ec0d-46d4-416a-916b-33fdcefa1ad7" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 672.139109] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 672.139214] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 672.139309] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 672.139468] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 672.139558] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 672.139669] env[62265]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a5c5ec0d-46d4-416a-916b-33fdcefa1ad7',) {} {{(pid=62265) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 672.358973] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock member-a5c5ec0d-46d4-416a-916b-33fdcefa1ad7 taken with stack trace [, , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 672.359216] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a5c5ec0d-46d4-416a-916b-33fdcefa1ad7" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 672.513973] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 672.514268] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 672.514268] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 672.515514] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 672.515514] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 672.515514] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3e1f7799-a742-4f42-88dc-efdc9eab9a19 is going to be created. [ 672.552057] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 672.552245] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 672.552375] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 672.552525] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 672.552734] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 672.565293] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3e1f7799-a742-4f42-88dc-efdc9eab9a19 in Status: UNINITIALIZED for 2s [ 672.643112] env[62265]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('a5c5ec0d-46d4-416a-916b-33fdcefa1ad7',) {} {{(pid=62265) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 673.017431] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 873fdedf-ec9e-4860-ad86-da30e356f9d8 in Status: SUCCESS [ 673.017655] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-873fdedf-ec9e-4860-ad86-da30e356f9d8" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 673.017820] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-873fdedf-ec9e-4860-ad86-da30e356f9d8" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 673.019012] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-873fdedf-ec9e-4860-ad86-da30e356f9d8" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 673.019268] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 673.020016] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 673.020016] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 673.020016] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 673.020016] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 673.020016] env[62265]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('873fdedf-ec9e-4860-ad86-da30e356f9d8',) {} {{(pid=62265) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 673.147224] env[62265]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('a5c5ec0d-46d4-416a-916b-33fdcefa1ad7',) {} {{(pid=62265) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 673.522854] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 673.523132] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 673.523250] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 673.524332] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 673.524437] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 673.524642] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 673.524761] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 673.524836] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 673.525010] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 673.525088] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 673.525172] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 873fdedf-ec9e-4860-ad86-da30e356f9d8 is going to be updated. [ 673.567909] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 673.568084] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 673.568156] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 673.568387] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 673.568533] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 673.578661] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 873fdedf-ec9e-4860-ad86-da30e356f9d8 in Status: IN_PROGRESS for 2s [ 673.650741] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 673.650925] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 673.650998] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 673.652366] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 673.652366] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 673.652366] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a5c5ec0d-46d4-416a-916b-33fdcefa1ad7 is going to be updated. [ 673.680918] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 673.681075] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 673.681144] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 673.681348] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 673.681488] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 673.692774] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a5c5ec0d-46d4-416a-916b-33fdcefa1ad7 in Status: IN_PROGRESS for 2s [ 673.787636] env[62265]: INFO networking_nsxv3.common.synchronization [None req-65469abe-0216-49cc-8388-35af3edad3bc None None] Enqueued Resource ID: 3a28a3d1-3662-4ac5-bdb0-81dfe7b020b5 with Priority: HIGHEST for action port [ 673.787636] env[62265]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3a28a3d1-3662-4ac5-bdb0-81dfe7b020b5 with Priority: HIGHEST for action port [ 673.787636] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock port-3a28a3d1-3662-4ac5-bdb0-81dfe7b020b5 taken with stack trace [, , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 673.787636] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-3a28a3d1-3662-4ac5-bdb0-81dfe7b020b5" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 673.787636] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-3a28a3d1-3662-4ac5-bdb0-81dfe7b020b5" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 673.787636] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-3a28a3d1-3662-4ac5-bdb0-81dfe7b020b5" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 673.787636] env[62265]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3a28a3d1-3662-4ac5-bdb0-81dfe7b020b5',) {} {{(pid=62265) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 674.294218] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 3a28a3d1-3662-4ac5-bdb0-81dfe7b020b5 [ 674.294218] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 674.294218] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 674.294218] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.294353] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 674.294393] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 674.294504] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:3a28a3d1-3662-4ac5-bdb0-81dfe7b020b5 already deleted. [ 674.294592] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-3a28a3d1-3662-4ac5-bdb0-81dfe7b020b5" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 674.578954] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3e1f7799-a742-4f42-88dc-efdc9eab9a19 in Status: SUCCESS [ 674.579998] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3e1f7799-a742-4f42-88dc-efdc9eab9a19" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 674.580686] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3e1f7799-a742-4f42-88dc-efdc9eab9a19" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.580980] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3e1f7799-a742-4f42-88dc-efdc9eab9a19" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 674.581350] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 674.581513] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 674.581646] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.582066] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 674.582066] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 674.582302] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3e1f7799-a742-4f42-88dc-efdc9eab9a19" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 674.582302] env[62265]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('3e1f7799-a742-4f42-88dc-efdc9eab9a19',) {} {{(pid=62265) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 675.085417] env[62265]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('3e1f7799-a742-4f42-88dc-efdc9eab9a19',) {} {{(pid=62265) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 675.588721] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 3e1f7799-a742-4f42-88dc-efdc9eab9a19: rpc.has_security_group_logging(os_id): False [ 675.592510] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 873fdedf-ec9e-4860-ad86-da30e356f9d8 in Status: SUCCESS [ 675.592756] env[62265]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 873fdedf-ec9e-4860-ad86-da30e356f9d8 deletion is rescheduled due to dependency. [ 675.592881] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-873fdedf-ec9e-4860-ad86-da30e356f9d8" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 675.593072] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-873fdedf-ec9e-4860-ad86-da30e356f9d8" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 675.593288] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-873fdedf-ec9e-4860-ad86-da30e356f9d8" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 675.593469] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 675.593598] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 675.593664] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 675.593827] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 675.593910] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 675.594016] env[62265]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('873fdedf-ec9e-4860-ad86-da30e356f9d8',) {} {{(pid=62265) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 675.612163] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 675.612908] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 675.612908] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 675.612908] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 675.612908] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 675.613056] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 675.613324] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 675.613324] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 675.613373] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 675.613411] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 675.613507] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 3e1f7799-a742-4f42-88dc-efdc9eab9a19 is going to be created. [ 675.671368] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 675.672070] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 675.672171] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 675.672373] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 675.672556] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 675.682271] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 3e1f7799-a742-4f42-88dc-efdc9eab9a19 in Status: IN_PROGRESS for 2s [ 675.704842] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a5c5ec0d-46d4-416a-916b-33fdcefa1ad7 in Status: SUCCESS [ 675.705157] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a5c5ec0d-46d4-416a-916b-33fdcefa1ad7" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 675.705289] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a5c5ec0d-46d4-416a-916b-33fdcefa1ad7" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 675.705511] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a5c5ec0d-46d4-416a-916b-33fdcefa1ad7" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 675.705780] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 675.705899] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 675.705939] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 675.706820] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 675.706820] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 675.706820] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a5c5ec0d-46d4-416a-916b-33fdcefa1ad7" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 675.706820] env[62265]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('a5c5ec0d-46d4-416a-916b-33fdcefa1ad7',) {} {{(pid=62265) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 676.038290] env[62265]: INFO networking_nsxv3.common.synchronization [None req-95c07f09-d827-496e-89f2-fc1f94cbc85f None None] Enqueued Resource ID: 36a90764-f6ab-4615-a4d3-ada6d49d0798 with Priority: HIGHEST for action port [ 676.039382] env[62265]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 36a90764-f6ab-4615-a4d3-ada6d49d0798 with Priority: HIGHEST for action port [ 676.039913] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock port-36a90764-f6ab-4615-a4d3-ada6d49d0798 taken with stack trace [, , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 676.040385] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-36a90764-f6ab-4615-a4d3-ada6d49d0798" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 676.040567] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-36a90764-f6ab-4615-a4d3-ada6d49d0798" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.041013] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-36a90764-f6ab-4615-a4d3-ada6d49d0798" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 676.041405] env[62265]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('36a90764-f6ab-4615-a4d3-ada6d49d0798',) {} {{(pid=62265) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 676.099030] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 676.099030] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 676.099030] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.099030] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 676.099030] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 676.099030] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 676.099030] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 676.099030] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.099030] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 676.099030] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 676.099030] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 873fdedf-ec9e-4860-ad86-da30e356f9d8 is going to be updated. [ 676.125131] env[62265]: INFO networking_nsxv3.common.synchronization [None req-880f1fa7-e060-4edc-8f22-5e07370d1f2e None None] Enqueued Resource ID: 7931b0cd-bbbf-4cc1-a41f-eeadae61ef8d with Priority: HIGHEST for action port [ 676.125131] env[62265]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7931b0cd-bbbf-4cc1-a41f-eeadae61ef8d with Priority: HIGHEST for action port [ 676.128154] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 676.129979] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 676.129979] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.129979] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 676.129979] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 676.134074] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock port-7931b0cd-bbbf-4cc1-a41f-eeadae61ef8d taken with stack trace [, , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 676.134074] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-7931b0cd-bbbf-4cc1-a41f-eeadae61ef8d" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 676.134074] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-7931b0cd-bbbf-4cc1-a41f-eeadae61ef8d" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.134074] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-7931b0cd-bbbf-4cc1-a41f-eeadae61ef8d" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 676.134074] env[62265]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7931b0cd-bbbf-4cc1-a41f-eeadae61ef8d',) {} {{(pid=62265) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 676.146106] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 873fdedf-ec9e-4860-ad86-da30e356f9d8 in Status: IN_PROGRESS for 2s [ 676.208136] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock member-a5c5ec0d-46d4-416a-916b-33fdcefa1ad7 taken with stack trace [, , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 676.208316] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a5c5ec0d-46d4-416a-916b-33fdcefa1ad7" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 676.208434] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a5c5ec0d-46d4-416a-916b-33fdcefa1ad7" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.208647] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a5c5ec0d-46d4-416a-916b-33fdcefa1ad7" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 676.208930] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 676.209056] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 676.209183] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.209316] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 676.209872] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 676.209872] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a5c5ec0d-46d4-416a-916b-33fdcefa1ad7" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 676.209872] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock member-a5c5ec0d-46d4-416a-916b-33fdcefa1ad7 taken with stack trace [, , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 676.210061] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a5c5ec0d-46d4-416a-916b-33fdcefa1ad7" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 676.210061] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a5c5ec0d-46d4-416a-916b-33fdcefa1ad7" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.210273] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a5c5ec0d-46d4-416a-916b-33fdcefa1ad7" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 676.210383] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 676.210481] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 676.210548] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.210862] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 676.210862] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 676.214217] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a5c5ec0d-46d4-416a-916b-33fdcefa1ad7" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 676.214217] env[62265]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('a5c5ec0d-46d4-416a-916b-33fdcefa1ad7',) {} {{(pid=62265) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 676.312263] env[62265]: INFO networking_nsxv3.common.synchronization [req-b593543d-947a-446a-b658-78d72e6ceb60 req-7351e45d-0709-4d71-b4c3-e93d177729dc tempest-ServersWithSpecificFlavorTestJSON-174089949 tempest-ServersWithSpecificFlavorTestJSON-174089949-project-member] Enqueued Resource ID: dbf0382a-bcd5-43d4-ab73-ef2ea46e78d1 with Priority: HIGHEST for action security_group_members [ 676.312514] env[62265]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dbf0382a-bcd5-43d4-ab73-ef2ea46e78d1 with Priority: HIGHEST for action security_group_members [ 676.312697] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock member-dbf0382a-bcd5-43d4-ab73-ef2ea46e78d1 taken with stack trace [, , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 676.312828] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-dbf0382a-bcd5-43d4-ab73-ef2ea46e78d1" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 676.315484] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-dbf0382a-bcd5-43d4-ab73-ef2ea46e78d1" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.315484] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-dbf0382a-bcd5-43d4-ab73-ef2ea46e78d1" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 676.315484] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 676.315484] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 676.315484] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.315484] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 676.315484] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 676.315484] env[62265]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('dbf0382a-bcd5-43d4-ab73-ef2ea46e78d1',) {} {{(pid=62265) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 676.547025] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 36a90764-f6ab-4615-a4d3-ada6d49d0798 [ 676.547025] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 676.547025] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 676.547025] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.547025] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 676.547025] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 676.547025] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:36a90764-f6ab-4615-a4d3-ada6d49d0798 already deleted. [ 676.547025] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-36a90764-f6ab-4615-a4d3-ada6d49d0798" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 676.636959] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 7931b0cd-bbbf-4cc1-a41f-eeadae61ef8d [ 676.637384] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 676.637639] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 676.637639] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.637886] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 676.638018] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 676.638145] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:7931b0cd-bbbf-4cc1-a41f-eeadae61ef8d already deleted. [ 676.638251] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-7931b0cd-bbbf-4cc1-a41f-eeadae61ef8d" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 676.751971] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for a5c5ec0d-46d4-416a-916b-33fdcefa1ad7: rpc.has_security_group_logging(os_id): False [ 676.751971] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 676.751971] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 676.751971] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.751971] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 676.751971] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 676.751971] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 676.751971] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 676.751971] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.751971] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 676.751971] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 676.751971] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 676.751971] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 676.751971] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.751971] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 676.754197] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 676.754197] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 676.754197] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 676.754197] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.754197] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 676.754197] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 676.754197] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a5c5ec0d-46d4-416a-916b-33fdcefa1ad7 is going to be updated. [ 676.800059] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 676.800059] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 676.800059] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.800059] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 676.800059] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 676.808430] env[62265]: INFO networking_nsxv3.common.synchronization [None req-77ff05db-3276-4e79-ad36-18f14009cc2d None None] Enqueued Resource ID: ed8825fa-bff3-44af-85a0-655c4c6dd74a with Priority: HIGHEST for action port [ 676.808430] env[62265]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ed8825fa-bff3-44af-85a0-655c4c6dd74a with Priority: HIGHEST for action port [ 676.808430] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock port-ed8825fa-bff3-44af-85a0-655c4c6dd74a taken with stack trace [, , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 676.808430] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ed8825fa-bff3-44af-85a0-655c4c6dd74a" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 676.808430] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ed8825fa-bff3-44af-85a0-655c4c6dd74a" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.808430] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ed8825fa-bff3-44af-85a0-655c4c6dd74a" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 676.808430] env[62265]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ed8825fa-bff3-44af-85a0-655c4c6dd74a',) {} {{(pid=62265) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 676.813627] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a5c5ec0d-46d4-416a-916b-33fdcefa1ad7 in Status: IN_PROGRESS for 2s [ 676.820099] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 676.820959] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 676.820959] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.820959] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 676.820959] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 676.821215] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 676.821215] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 676.821324] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.821437] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 676.821568] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 676.822175] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: dbf0382a-bcd5-43d4-ab73-ef2ea46e78d1 is going to be updated. [ 676.865769] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 676.865935] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 676.866054] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.868071] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 676.868071] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 676.885895] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: dbf0382a-bcd5-43d4-ab73-ef2ea46e78d1 in Status: IN_PROGRESS for 2s [ 677.318037] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port ed8825fa-bff3-44af-85a0-655c4c6dd74a [ 677.318037] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 677.318037] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 677.318037] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.318037] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 677.318296] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 677.318296] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:ed8825fa-bff3-44af-85a0-655c4c6dd74a already deleted. [ 677.318469] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ed8825fa-bff3-44af-85a0-655c4c6dd74a" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 677.695251] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 3e1f7799-a742-4f42-88dc-efdc9eab9a19 in Status: SUCCESS [ 677.695516] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-3e1f7799-a742-4f42-88dc-efdc9eab9a19" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 678.157110] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 873fdedf-ec9e-4860-ad86-da30e356f9d8 in Status: SUCCESS [ 678.157355] env[62265]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 873fdedf-ec9e-4860-ad86-da30e356f9d8 deletion is rescheduled due to dependency. [ 678.157932] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-873fdedf-ec9e-4860-ad86-da30e356f9d8" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 678.376790] env[62265]: INFO networking_nsxv3.common.synchronization [None req-14f3cc21-18fc-4a50-bba8-07dfc4092052 None None] Enqueued Resource ID: cb94b3ec-a55c-4529-8cc1-13c2ce5bfa35 with Priority: HIGHEST for action port [ 678.377351] env[62265]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cb94b3ec-a55c-4529-8cc1-13c2ce5bfa35 with Priority: HIGHEST for action port [ 678.377651] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock port-cb94b3ec-a55c-4529-8cc1-13c2ce5bfa35 taken with stack trace [, , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 678.377775] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-cb94b3ec-a55c-4529-8cc1-13c2ce5bfa35" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 678.377841] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-cb94b3ec-a55c-4529-8cc1-13c2ce5bfa35" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.378111] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-cb94b3ec-a55c-4529-8cc1-13c2ce5bfa35" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 678.378192] env[62265]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('cb94b3ec-a55c-4529-8cc1-13c2ce5bfa35',) {} {{(pid=62265) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 678.468940] env[62265]: INFO networking_nsxv3.common.synchronization [req-3b1622eb-47f1-495d-b92f-0ab7fdd233b4 req-56a44163-6a1f-41f8-b8bd-dac0ed7874ba tempest-ServerDiagnosticsNegativeTest-1803842091 tempest-ServerDiagnosticsNegativeTest-1803842091-project-member] Enqueued Resource ID: 2a00353a-61f9-4a65-a698-6221f303b67d with Priority: HIGHEST for action security_group_members [ 678.471801] env[62265]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2a00353a-61f9-4a65-a698-6221f303b67d with Priority: HIGHEST for action security_group_members [ 678.474145] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock member-2a00353a-61f9-4a65-a698-6221f303b67d taken with stack trace [, , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 678.474145] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2a00353a-61f9-4a65-a698-6221f303b67d" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 678.474145] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2a00353a-61f9-4a65-a698-6221f303b67d" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.474145] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2a00353a-61f9-4a65-a698-6221f303b67d" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 678.474145] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 678.474145] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 678.474145] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.474145] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 678.474145] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 678.474145] env[62265]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2a00353a-61f9-4a65-a698-6221f303b67d',) {} {{(pid=62265) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 678.597329] env[62265]: INFO networking_nsxv3.common.synchronization [None req-1120feb3-54b1-451b-ac0c-e3c09cd24616 tempest-ServersTestJSON-480166300 tempest-ServersTestJSON-480166300-project-member] Enqueued Resource ID: dc2ad724-10b0-47a3-8d65-dee712e865b1 with Priority: HIGHEST for action security_group_rules [ 678.597961] env[62265]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dc2ad724-10b0-47a3-8d65-dee712e865b1 with Priority: HIGHEST for action security_group_rules [ 678.598323] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock rules-dc2ad724-10b0-47a3-8d65-dee712e865b1 taken with stack trace [, , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 678.598512] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-dc2ad724-10b0-47a3-8d65-dee712e865b1" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 678.598512] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-dc2ad724-10b0-47a3-8d65-dee712e865b1" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.598979] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-dc2ad724-10b0-47a3-8d65-dee712e865b1" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 678.598979] env[62265]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('dc2ad724-10b0-47a3-8d65-dee712e865b1',) {} {{(pid=62265) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 678.759435] env[62265]: INFO networking_nsxv3.common.synchronization [None req-8a3036b2-5a8f-4f09-b7f9-0834577b7092 tempest-ServerActionsTestJSON-418686671 tempest-ServerActionsTestJSON-418686671-project-member] Enqueued Resource ID: 62a27616-2753-4d3e-9cd4-e35381d18526 with Priority: HIGHEST for action security_group_rules [ 678.759975] env[62265]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 62a27616-2753-4d3e-9cd4-e35381d18526 with Priority: HIGHEST for action security_group_rules [ 678.760373] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock rules-62a27616-2753-4d3e-9cd4-e35381d18526 taken with stack trace [, , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 678.760452] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-62a27616-2753-4d3e-9cd4-e35381d18526" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 678.760618] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-62a27616-2753-4d3e-9cd4-e35381d18526" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.761023] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-62a27616-2753-4d3e-9cd4-e35381d18526" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 678.761112] env[62265]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('62a27616-2753-4d3e-9cd4-e35381d18526',) {} {{(pid=62265) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 678.827038] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a5c5ec0d-46d4-416a-916b-33fdcefa1ad7 in Status: SUCCESS [ 678.827038] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a5c5ec0d-46d4-416a-916b-33fdcefa1ad7" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 678.827038] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a5c5ec0d-46d4-416a-916b-33fdcefa1ad7" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.827870] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a5c5ec0d-46d4-416a-916b-33fdcefa1ad7" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 678.829168] env[62265]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a5c5ec0d-46d4-416a-916b-33fdcefa1ad7',) {} {{(pid=62265) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 678.881133] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port cb94b3ec-a55c-4529-8cc1-13c2ce5bfa35 [ 678.883026] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 678.883026] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 678.883026] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.883026] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 678.883026] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 678.883026] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:cb94b3ec-a55c-4529-8cc1-13c2ce5bfa35 already deleted. [ 678.883026] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-cb94b3ec-a55c-4529-8cc1-13c2ce5bfa35" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 678.896253] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: dbf0382a-bcd5-43d4-ab73-ef2ea46e78d1 in Status: SUCCESS [ 678.896253] env[62265]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: dbf0382a-bcd5-43d4-ab73-ef2ea46e78d1 deletion is rescheduled due to dependency. [ 678.896253] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-dbf0382a-bcd5-43d4-ab73-ef2ea46e78d1" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 678.981197] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 678.981308] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 678.981369] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.981581] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 678.981673] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 678.981884] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 678.982012] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 678.982080] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.982243] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 678.982325] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 678.982413] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2a00353a-61f9-4a65-a698-6221f303b67d already deleted. [ 678.982496] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2a00353a-61f9-4a65-a698-6221f303b67d" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 678.984961] env[62265]: INFO networking_nsxv3.common.synchronization [None req-e20c3d2a-abf6-4aa3-b4e1-38e8438d2765 tempest-ServerActionsTestJSON-418686671 tempest-ServerActionsTestJSON-418686671-project-member] Enqueued Resource ID: 62a27616-2753-4d3e-9cd4-e35381d18526 with Priority: HIGHEST for action security_group_rules [ 678.985672] env[62265]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 62a27616-2753-4d3e-9cd4-e35381d18526 with Priority: HIGHEST for action security_group_rules [ 678.985962] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock rules-62a27616-2753-4d3e-9cd4-e35381d18526 taken with stack trace [, , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 678.986277] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-62a27616-2753-4d3e-9cd4-e35381d18526" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 679.119436] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 679.119588] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 679.119661] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.119874] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 679.119964] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 679.120069] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: dc2ad724-10b0-47a3-8d65-dee712e865b1 already deleted. [ 679.120154] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-dc2ad724-10b0-47a3-8d65-dee712e865b1" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 679.178219] env[62265]: INFO networking_nsxv3.common.synchronization [None req-af5c695d-111a-4919-a30e-d8b7f30b2b45 tempest-ServersTestJSON-480166300 tempest-ServersTestJSON-480166300-project-member] Enqueued Resource ID: dc2ad724-10b0-47a3-8d65-dee712e865b1 with Priority: HIGHEST for action security_group_rules [ 679.179045] env[62265]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dc2ad724-10b0-47a3-8d65-dee712e865b1 with Priority: HIGHEST for action security_group_rules [ 679.179045] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock rules-dc2ad724-10b0-47a3-8d65-dee712e865b1 taken with stack trace [, , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 679.179908] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-dc2ad724-10b0-47a3-8d65-dee712e865b1" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 679.179908] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-dc2ad724-10b0-47a3-8d65-dee712e865b1" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.180185] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-dc2ad724-10b0-47a3-8d65-dee712e865b1" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 679.180560] env[62265]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('dc2ad724-10b0-47a3-8d65-dee712e865b1',) {} {{(pid=62265) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 679.271237] env[62265]: DEBUG networking_nsxv3.common.locking [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Lock network-443 taken with stack trace [, , , , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 679.271613] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquiring lock "network-443" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 679.271805] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquired lock "network-443" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.272570] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquired external semaphore "network-443" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 679.272570] env[62265]: DEBUG networking_nsxv3.common.locking [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 679.272751] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquiring lock "Segment" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 679.272848] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquired lock "Segment" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.273864] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquired external semaphore "Segment" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 679.274093] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Releasing lock "Segment" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 679.274369] env[62265]: DEBUG dogpile.cache.region [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] No value present for key: 'zone-id' {{(pid=62265) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 679.274404] env[62265]: DEBUG dogpile.lock [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] NeedRegenerationException {{(pid=62265) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 679.278152] env[62265]: DEBUG dogpile.lock [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] no value, waiting for create lock {{(pid=62265) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 679.278152] env[62265]: DEBUG dogpile.lock [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] value creation lock acquired {{(pid=62265) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 679.278152] env[62265]: DEBUG dogpile.cache.region [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] No value present for key: 'zone-id' {{(pid=62265) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 679.278152] env[62265]: DEBUG dogpile.lock [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Calling creation function for not-yet-present value {{(pid=62265) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 679.278152] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 679.294910] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 679.297559] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 679.297559] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.297559] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 679.297733] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 679.297733] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 62a27616-2753-4d3e-9cd4-e35381d18526 already deleted. [ 679.297809] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-62a27616-2753-4d3e-9cd4-e35381d18526" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 679.299276] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-62a27616-2753-4d3e-9cd4-e35381d18526" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.299276] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-62a27616-2753-4d3e-9cd4-e35381d18526" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 679.299276] env[62265]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('62a27616-2753-4d3e-9cd4-e35381d18526',) {} {{(pid=62265) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 679.306894] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 679.307383] env[62265]: DEBUG dogpile.cache.region [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Cache value generated in 0.032 seconds for key(s): 'zone-id' {{(pid=62265) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 679.307910] env[62265]: DEBUG dogpile.lock [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Released creation lock {{(pid=62265) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 679.309017] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Releasing lock "network-443" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 679.309017] env[62265]: DEBUG networking_nsxv3.common.locking [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Lock port-2a2cb0f0-adc6-4887-9b47-c608cac30687 taken with stack trace [, , , , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 679.309017] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquiring lock "port-2a2cb0f0-adc6-4887-9b47-c608cac30687" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 679.312341] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquired lock "port-2a2cb0f0-adc6-4887-9b47-c608cac30687" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.312341] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquired external semaphore "port-2a2cb0f0-adc6-4887-9b47-c608cac30687" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 679.312341] env[62265]: DEBUG networking_nsxv3.api.rpc [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2a2cb0f0-adc6-4887-9b47-c608cac30687',) {} {{(pid=62265) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 679.337611] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock member-a5c5ec0d-46d4-416a-916b-33fdcefa1ad7 taken with stack trace [, , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 679.337611] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a5c5ec0d-46d4-416a-916b-33fdcefa1ad7" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 679.337611] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a5c5ec0d-46d4-416a-916b-33fdcefa1ad7" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.337611] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a5c5ec0d-46d4-416a-916b-33fdcefa1ad7" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 679.337611] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 679.337611] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 679.337611] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.337611] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 679.337611] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 679.337611] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a5c5ec0d-46d4-416a-916b-33fdcefa1ad7" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 679.337611] env[62265]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('a5c5ec0d-46d4-416a-916b-33fdcefa1ad7',) {} {{(pid=62265) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 679.716531] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 679.716531] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 679.717309] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.717309] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 679.717309] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 679.717309] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: dc2ad724-10b0-47a3-8d65-dee712e865b1 already deleted. [ 679.717309] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-dc2ad724-10b0-47a3-8d65-dee712e865b1" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 679.814182] env[62265]: DEBUG networking_nsxv3.common.locking [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 679.814565] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquiring lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 679.814565] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquired lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.815748] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquired external semaphore "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 679.815998] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Releasing lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 679.816119] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Segment Port 2a2cb0f0-adc6-4887-9b47-c608cac30687 not found, creating... [ 679.816631] env[62265]: DEBUG networking_nsxv3.common.locking [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 679.816819] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquiring lock "Segment" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 679.817205] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquired lock "Segment" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.817397] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquired external semaphore "Segment" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 679.817545] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Releasing lock "Segment" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 679.817866] env[62265]: DEBUG networking_nsxv3.common.locking [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 679.818026] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquiring lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 679.818142] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquired lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.818364] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquired external semaphore "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 679.818498] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Releasing lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 679.818699] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Resource: SegmentPort with ID: 2a2cb0f0-adc6-4887-9b47-c608cac30687 is going to be created. [ 679.822471] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 679.822642] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 679.822822] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.823060] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 679.823211] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 679.823347] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 62a27616-2753-4d3e-9cd4-e35381d18526 already deleted. [ 679.823476] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-62a27616-2753-4d3e-9cd4-e35381d18526" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 679.838366] env[62265]: DEBUG networking_nsxv3.common.locking [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 679.839018] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquiring lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 679.839018] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquired lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.839333] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquired external semaphore "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 679.839696] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Releasing lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 679.842677] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Releasing lock "port-2a2cb0f0-adc6-4887-9b47-c608cac30687" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 679.842677] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock member-a5c5ec0d-46d4-416a-916b-33fdcefa1ad7 taken with stack trace [, , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 679.842677] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a5c5ec0d-46d4-416a-916b-33fdcefa1ad7" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 679.842677] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a5c5ec0d-46d4-416a-916b-33fdcefa1ad7" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.842677] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a5c5ec0d-46d4-416a-916b-33fdcefa1ad7" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 679.842677] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 679.842677] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 679.842677] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.842677] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 679.842677] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 679.842677] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a5c5ec0d-46d4-416a-916b-33fdcefa1ad7" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 679.843184] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock member-a5c5ec0d-46d4-416a-916b-33fdcefa1ad7 taken with stack trace [, , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 679.843184] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a5c5ec0d-46d4-416a-916b-33fdcefa1ad7" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 679.843184] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a5c5ec0d-46d4-416a-916b-33fdcefa1ad7" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.843184] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a5c5ec0d-46d4-416a-916b-33fdcefa1ad7" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 679.843371] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 679.843371] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 679.843371] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.843701] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 679.843701] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 679.843701] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a5c5ec0d-46d4-416a-916b-33fdcefa1ad7" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 679.843826] env[62265]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('a5c5ec0d-46d4-416a-916b-33fdcefa1ad7',) {} {{(pid=62265) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 680.351704] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for a5c5ec0d-46d4-416a-916b-33fdcefa1ad7: rpc.has_security_group_logging(os_id): False [ 680.370971] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 680.371823] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 680.371823] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.371823] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 680.371823] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 680.371968] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 680.372064] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 680.372149] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.372525] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 680.372525] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 680.376019] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 680.376019] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 680.376019] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.376019] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 680.376019] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 680.376019] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 680.376019] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 680.376019] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.376019] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 680.376019] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 680.376019] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a5c5ec0d-46d4-416a-916b-33fdcefa1ad7 is going to be updated. [ 680.449341] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 680.449445] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 680.449492] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.449840] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 680.450694] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 680.471519] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a5c5ec0d-46d4-416a-916b-33fdcefa1ad7 in Status: IN_PROGRESS for 2s [ 680.593145] env[62265]: INFO networking_nsxv3.common.synchronization [req-3b1622eb-47f1-495d-b92f-0ab7fdd233b4 req-e60aa920-2879-4528-b30b-17fb8c0db055 service nova] Enqueued Resource ID: 2a00353a-61f9-4a65-a698-6221f303b67d with Priority: HIGHEST for action security_group_rules [ 680.593465] env[62265]: INFO networking_nsxv3.common.synchronization [req-3b1622eb-47f1-495d-b92f-0ab7fdd233b4 req-e60aa920-2879-4528-b30b-17fb8c0db055 service nova] Enqueued Resource ID: 2a00353a-61f9-4a65-a698-6221f303b67d with Priority: HIGHEST for action security_group_members [ 680.593465] env[62265]: INFO networking_nsxv3.common.synchronization [req-3b1622eb-47f1-495d-b92f-0ab7fdd233b4 req-e60aa920-2879-4528-b30b-17fb8c0db055 service nova] Enqueued Resource ID: 2a2cb0f0-adc6-4887-9b47-c608cac30687 with Priority: HIGHEST for action port [ 680.595228] env[62265]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2a00353a-61f9-4a65-a698-6221f303b67d with Priority: HIGHEST for action security_group_rules [ 680.600588] env[62265]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2a00353a-61f9-4a65-a698-6221f303b67d with Priority: HIGHEST for action security_group_members [ 680.600856] env[62265]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2a2cb0f0-adc6-4887-9b47-c608cac30687 with Priority: HIGHEST for action port [ 680.601064] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock rules-2a00353a-61f9-4a65-a698-6221f303b67d taken with stack trace [, , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 680.601192] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-2a00353a-61f9-4a65-a698-6221f303b67d" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 680.601255] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-2a00353a-61f9-4a65-a698-6221f303b67d" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.601515] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-2a00353a-61f9-4a65-a698-6221f303b67d" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 680.601594] env[62265]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('2a00353a-61f9-4a65-a698-6221f303b67d',) {} {{(pid=62265) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 680.603220] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock member-2a00353a-61f9-4a65-a698-6221f303b67d taken with stack trace [, , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 680.603309] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2a00353a-61f9-4a65-a698-6221f303b67d" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 680.603368] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2a00353a-61f9-4a65-a698-6221f303b67d" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.603554] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2a00353a-61f9-4a65-a698-6221f303b67d" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 680.610267] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 680.610409] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 680.610476] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.610702] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 680.610807] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 680.610909] env[62265]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2a00353a-61f9-4a65-a698-6221f303b67d',) {} {{(pid=62265) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 680.612482] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock port-2a2cb0f0-adc6-4887-9b47-c608cac30687 taken with stack trace [, , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 680.612594] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-2a2cb0f0-adc6-4887-9b47-c608cac30687" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 680.612670] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-2a2cb0f0-adc6-4887-9b47-c608cac30687" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.612983] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-2a2cb0f0-adc6-4887-9b47-c608cac30687" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 680.613065] env[62265]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2a2cb0f0-adc6-4887-9b47-c608cac30687',) {} {{(pid=62265) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 680.928885] env[62265]: INFO networking_nsxv3.common.synchronization [None req-a74a2b62-8df7-4390-a88f-5e2fde8f79a6 None None] Enqueued Resource ID: 69100dbc-1c81-4d40-9bf8-d98878ba2c43 with Priority: HIGHEST for action port [ 680.929191] env[62265]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 69100dbc-1c81-4d40-9bf8-d98878ba2c43 with Priority: HIGHEST for action port [ 680.929651] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock port-69100dbc-1c81-4d40-9bf8-d98878ba2c43 taken with stack trace [, , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 680.929785] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-69100dbc-1c81-4d40-9bf8-d98878ba2c43" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 680.929910] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-69100dbc-1c81-4d40-9bf8-d98878ba2c43" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.930097] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-69100dbc-1c81-4d40-9bf8-d98878ba2c43" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 680.930179] env[62265]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('69100dbc-1c81-4d40-9bf8-d98878ba2c43',) {} {{(pid=62265) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 681.113440] env[62265]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('2a00353a-61f9-4a65-a698-6221f303b67d',) {} {{(pid=62265) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 681.118187] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 2a2cb0f0-adc6-4887-9b47-c608cac30687 with status ACTIVE [ 681.118187] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 681.118187] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 681.118187] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 681.118187] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 681.118187] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 681.118187] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 681.118187] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 681.118187] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 681.118187] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 681.118187] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 681.118187] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 681.118187] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 681.118187] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 681.118187] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 681.118187] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 681.118187] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 2a2cb0f0-adc6-4887-9b47-c608cac30687 is going to be updated. [ 681.120047] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock member-2a00353a-61f9-4a65-a698-6221f303b67d taken with stack trace [, , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 681.120891] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2a00353a-61f9-4a65-a698-6221f303b67d" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 681.138496] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 681.138496] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 681.138496] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 681.138496] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 681.138496] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 681.138496] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-2a2cb0f0-adc6-4887-9b47-c608cac30687" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 681.345485] env[62265]: INFO networking_nsxv3.common.synchronization [None req-20e6b7be-7a46-49f7-884c-dd3f3b9dca2c None None] Enqueued Resource ID: 7ecbfadd-1816-4a24-a89b-198335e22961 with Priority: HIGHEST for action port [ 681.345485] env[62265]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7ecbfadd-1816-4a24-a89b-198335e22961 with Priority: HIGHEST for action port [ 681.345485] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock port-7ecbfadd-1816-4a24-a89b-198335e22961 taken with stack trace [, , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 681.345636] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-7ecbfadd-1816-4a24-a89b-198335e22961" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 681.345691] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-7ecbfadd-1816-4a24-a89b-198335e22961" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 681.345945] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-7ecbfadd-1816-4a24-a89b-198335e22961" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 681.347340] env[62265]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7ecbfadd-1816-4a24-a89b-198335e22961',) {} {{(pid=62265) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 681.435343] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 69100dbc-1c81-4d40-9bf8-d98878ba2c43 [ 681.435586] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 681.436131] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 681.436131] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 681.436131] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 681.436131] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 681.436290] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:69100dbc-1c81-4d40-9bf8-d98878ba2c43 already deleted. [ 681.436290] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-69100dbc-1c81-4d40-9bf8-d98878ba2c43" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 681.617157] env[62265]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('2a00353a-61f9-4a65-a698-6221f303b67d',) {} {{(pid=62265) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 681.850215] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 7ecbfadd-1816-4a24-a89b-198335e22961 [ 681.850576] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 681.850576] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 681.850576] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 681.850968] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 681.851117] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 681.851225] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:7ecbfadd-1816-4a24-a89b-198335e22961 already deleted. [ 681.851313] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-7ecbfadd-1816-4a24-a89b-198335e22961" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 682.120243] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 682.120565] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 682.120565] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.120785] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 682.120873] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 682.120972] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2a00353a-61f9-4a65-a698-6221f303b67d is going to be created. [ 682.143137] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 682.143352] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 682.143427] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.143672] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 682.143869] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 682.154626] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2a00353a-61f9-4a65-a698-6221f303b67d in Status: UNINITIALIZED for 2s [ 682.483924] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a5c5ec0d-46d4-416a-916b-33fdcefa1ad7 in Status: SUCCESS [ 682.484180] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a5c5ec0d-46d4-416a-916b-33fdcefa1ad7" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 682.897560] env[62265]: INFO networking_nsxv3.common.synchronization [req-c0f458d4-a8ab-4751-9aef-d8c32b616cc2 req-54db3b92-bf4c-4ff5-bb80-2a568b44ccf7 tempest-AttachInterfacesUnderV243Test-778728604 tempest-AttachInterfacesUnderV243Test-778728604-project-member] Enqueued Resource ID: 50b5d7dc-8d34-40bc-a688-b6866f773b84 with Priority: HIGHEST for action security_group_members [ 682.898141] env[62265]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 50b5d7dc-8d34-40bc-a688-b6866f773b84 with Priority: HIGHEST for action security_group_members [ 682.898442] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock member-50b5d7dc-8d34-40bc-a688-b6866f773b84 taken with stack trace [, , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 682.898646] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-50b5d7dc-8d34-40bc-a688-b6866f773b84" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 682.898646] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-50b5d7dc-8d34-40bc-a688-b6866f773b84" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.898909] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-50b5d7dc-8d34-40bc-a688-b6866f773b84" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 682.901130] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 682.901606] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 682.901606] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.901606] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 682.901779] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 682.901779] env[62265]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('50b5d7dc-8d34-40bc-a688-b6866f773b84',) {} {{(pid=62265) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 683.404474] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 683.404778] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 683.404778] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.404947] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 683.405102] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 683.405282] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 683.405393] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 683.405460] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.405620] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 683.405698] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 683.405787] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 50b5d7dc-8d34-40bc-a688-b6866f773b84 already deleted. [ 683.405876] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-50b5d7dc-8d34-40bc-a688-b6866f773b84" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 683.624113] env[62265]: DEBUG networking_nsxv3.common.locking [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Lock network-715 taken with stack trace [, , , , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 683.624113] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquiring lock "network-715" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 683.624113] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquired lock "network-715" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.624113] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquired external semaphore "network-715" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 683.624113] env[62265]: DEBUG networking_nsxv3.common.locking [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 683.624113] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquiring lock "Segment" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 683.624113] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquired lock "Segment" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.629603] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquired external semaphore "Segment" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 683.629603] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Releasing lock "Segment" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 683.629603] env[62265]: DEBUG dogpile.cache.region [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] No value present for key: 'zone-id' {{(pid=62265) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 683.629603] env[62265]: DEBUG dogpile.lock [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] NeedRegenerationException {{(pid=62265) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 683.629603] env[62265]: DEBUG dogpile.lock [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] no value, waiting for create lock {{(pid=62265) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 683.629603] env[62265]: DEBUG dogpile.lock [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] value creation lock acquired {{(pid=62265) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 683.629603] env[62265]: DEBUG dogpile.cache.region [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] No value present for key: 'zone-id' {{(pid=62265) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 683.629603] env[62265]: DEBUG dogpile.lock [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Calling creation function for not-yet-present value {{(pid=62265) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 683.629603] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 683.646086] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 683.646302] env[62265]: DEBUG dogpile.cache.region [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Cache value generated in 0.018 seconds for key(s): 'zone-id' {{(pid=62265) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 683.646424] env[62265]: DEBUG dogpile.lock [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Released creation lock {{(pid=62265) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 683.646602] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Releasing lock "network-715" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 683.646916] env[62265]: DEBUG networking_nsxv3.common.locking [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Lock port-e28894bb-62f3-4cfe-927e-60f3c3b32948 taken with stack trace [, , , , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 683.647104] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquiring lock "port-e28894bb-62f3-4cfe-927e-60f3c3b32948" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 683.647222] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquired lock "port-e28894bb-62f3-4cfe-927e-60f3c3b32948" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.647561] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquired external semaphore "port-e28894bb-62f3-4cfe-927e-60f3c3b32948" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 683.647701] env[62265]: DEBUG networking_nsxv3.api.rpc [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e28894bb-62f3-4cfe-927e-60f3c3b32948',) {} {{(pid=62265) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 683.807989] env[62265]: INFO networking_nsxv3.common.synchronization [req-8a5309af-fdd9-44e6-907a-5c25eea0854f req-95b09239-d86a-4552-9ce2-78f434197043 tempest-DeleteServersAdminTestJSON-217764255 tempest-DeleteServersAdminTestJSON-217764255-project-member] Enqueued Resource ID: d47d099f-c997-4da1-8b75-b9cff905fb2f with Priority: HIGHEST for action security_group_members [ 683.809429] env[62265]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d47d099f-c997-4da1-8b75-b9cff905fb2f with Priority: HIGHEST for action security_group_members [ 683.809429] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock member-d47d099f-c997-4da1-8b75-b9cff905fb2f taken with stack trace [, , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 683.811641] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d47d099f-c997-4da1-8b75-b9cff905fb2f" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 683.811641] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d47d099f-c997-4da1-8b75-b9cff905fb2f" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.811641] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d47d099f-c997-4da1-8b75-b9cff905fb2f" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 683.811641] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 683.811641] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 683.811641] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.811641] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 683.811641] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 683.811641] env[62265]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d47d099f-c997-4da1-8b75-b9cff905fb2f',) {} {{(pid=62265) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 684.155937] env[62265]: DEBUG networking_nsxv3.common.locking [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 684.156175] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquiring lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 684.156301] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquired lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 684.156579] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquired external semaphore "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 684.156731] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Releasing lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 684.156882] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Segment Port e28894bb-62f3-4cfe-927e-60f3c3b32948 not found, creating... [ 684.157142] env[62265]: DEBUG networking_nsxv3.common.locking [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 684.157291] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquiring lock "Segment" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 684.157418] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquired lock "Segment" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 684.157632] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquired external semaphore "Segment" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 684.157762] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Releasing lock "Segment" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 684.158050] env[62265]: DEBUG networking_nsxv3.common.locking [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 684.158200] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquiring lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 684.158312] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquired lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 684.158513] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquired external semaphore "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 684.158638] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Releasing lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 684.158790] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Resource: SegmentPort with ID: e28894bb-62f3-4cfe-927e-60f3c3b32948 is going to be created. [ 684.170813] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2a00353a-61f9-4a65-a698-6221f303b67d in Status: SUCCESS [ 684.171047] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2a00353a-61f9-4a65-a698-6221f303b67d" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 684.171208] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2a00353a-61f9-4a65-a698-6221f303b67d" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 684.171647] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2a00353a-61f9-4a65-a698-6221f303b67d" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 684.171647] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 684.171777] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 684.171777] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 684.171928] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 684.172011] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 684.172097] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2a00353a-61f9-4a65-a698-6221f303b67d" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 684.172182] env[62265]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('2a00353a-61f9-4a65-a698-6221f303b67d',) {} {{(pid=62265) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 684.182317] env[62265]: DEBUG networking_nsxv3.common.locking [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 684.182513] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquiring lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 684.182636] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquired lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 684.182915] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquired external semaphore "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 684.183202] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Releasing lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 684.183444] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Releasing lock "port-e28894bb-62f3-4cfe-927e-60f3c3b32948" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 684.314777] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 684.314940] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 684.315312] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 684.315312] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 684.315391] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 684.315572] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 684.316159] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 684.316159] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 684.316159] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 684.316159] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 684.316159] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d47d099f-c997-4da1-8b75-b9cff905fb2f is going to be updated. [ 684.342322] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 684.343118] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 684.343118] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 684.343118] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 684.343118] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 684.353061] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d47d099f-c997-4da1-8b75-b9cff905fb2f in Status: IN_PROGRESS for 2s [ 684.675739] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock member-2a00353a-61f9-4a65-a698-6221f303b67d taken with stack trace [, , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 684.675739] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2a00353a-61f9-4a65-a698-6221f303b67d" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 684.675739] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2a00353a-61f9-4a65-a698-6221f303b67d" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 684.675739] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2a00353a-61f9-4a65-a698-6221f303b67d" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 684.675739] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 684.675739] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 684.675739] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 684.675739] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 684.677281] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 684.677281] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2a00353a-61f9-4a65-a698-6221f303b67d" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 684.677281] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock member-2a00353a-61f9-4a65-a698-6221f303b67d taken with stack trace [, , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 684.677281] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2a00353a-61f9-4a65-a698-6221f303b67d" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 684.677281] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2a00353a-61f9-4a65-a698-6221f303b67d" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 684.677281] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2a00353a-61f9-4a65-a698-6221f303b67d" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 684.677281] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 684.677281] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 684.677281] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 684.677281] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 684.677281] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 684.677281] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2a00353a-61f9-4a65-a698-6221f303b67d" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 684.677281] env[62265]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('2a00353a-61f9-4a65-a698-6221f303b67d',) {} {{(pid=62265) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 685.284921] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 2a00353a-61f9-4a65-a698-6221f303b67d: rpc.has_security_group_logging(os_id): False [ 685.286778] env[62265]: INFO networking_nsxv3.common.synchronization [req-c0f458d4-a8ab-4751-9aef-d8c32b616cc2 req-b0423a34-7dcc-440f-aae1-a010b4065862 service nova] Enqueued Resource ID: 50b5d7dc-8d34-40bc-a688-b6866f773b84 with Priority: HIGHEST for action security_group_rules [ 685.286880] env[62265]: INFO networking_nsxv3.common.synchronization [req-c0f458d4-a8ab-4751-9aef-d8c32b616cc2 req-b0423a34-7dcc-440f-aae1-a010b4065862 service nova] Enqueued Resource ID: 50b5d7dc-8d34-40bc-a688-b6866f773b84 with Priority: HIGHEST for action security_group_members [ 685.286972] env[62265]: INFO networking_nsxv3.common.synchronization [req-c0f458d4-a8ab-4751-9aef-d8c32b616cc2 req-b0423a34-7dcc-440f-aae1-a010b4065862 service nova] Enqueued Resource ID: e28894bb-62f3-4cfe-927e-60f3c3b32948 with Priority: HIGHEST for action port [ 685.287460] env[62265]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 50b5d7dc-8d34-40bc-a688-b6866f773b84 with Priority: HIGHEST for action security_group_rules [ 685.287616] env[62265]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 50b5d7dc-8d34-40bc-a688-b6866f773b84 with Priority: HIGHEST for action security_group_members [ 685.287702] env[62265]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e28894bb-62f3-4cfe-927e-60f3c3b32948 with Priority: HIGHEST for action port [ 685.288394] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock rules-50b5d7dc-8d34-40bc-a688-b6866f773b84 taken with stack trace [, , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 685.288506] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-50b5d7dc-8d34-40bc-a688-b6866f773b84" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 685.288571] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-50b5d7dc-8d34-40bc-a688-b6866f773b84" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 685.288782] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-50b5d7dc-8d34-40bc-a688-b6866f773b84" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 685.288883] env[62265]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('50b5d7dc-8d34-40bc-a688-b6866f773b84',) {} {{(pid=62265) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 685.290115] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock member-50b5d7dc-8d34-40bc-a688-b6866f773b84 taken with stack trace [, , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 685.290115] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-50b5d7dc-8d34-40bc-a688-b6866f773b84" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 685.290115] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-50b5d7dc-8d34-40bc-a688-b6866f773b84" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 685.290259] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-50b5d7dc-8d34-40bc-a688-b6866f773b84" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 685.290392] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 685.290569] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 685.290569] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 685.290777] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 685.290777] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 685.290875] env[62265]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('50b5d7dc-8d34-40bc-a688-b6866f773b84',) {} {{(pid=62265) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 685.291642] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock port-e28894bb-62f3-4cfe-927e-60f3c3b32948 taken with stack trace [, , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 685.291748] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e28894bb-62f3-4cfe-927e-60f3c3b32948" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 685.291809] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e28894bb-62f3-4cfe-927e-60f3c3b32948" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 685.291989] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e28894bb-62f3-4cfe-927e-60f3c3b32948" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 685.292081] env[62265]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e28894bb-62f3-4cfe-927e-60f3c3b32948',) {} {{(pid=62265) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 685.304966] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 685.304966] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 685.304966] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 685.304966] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 685.304966] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 685.304966] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 685.304966] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 685.305500] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 685.305500] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 685.305500] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 685.305500] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 685.305626] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 685.305660] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 685.306241] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 685.306241] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 685.306241] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 685.306411] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 685.306411] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 685.306545] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 685.306598] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 685.306677] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 2a00353a-61f9-4a65-a698-6221f303b67d is going to be created. [ 685.360752] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 685.360915] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 685.361013] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 685.361230] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 685.361419] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 685.371105] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 2a00353a-61f9-4a65-a698-6221f303b67d in Status: IN_PROGRESS for 2s [ 685.794527] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock member-50b5d7dc-8d34-40bc-a688-b6866f773b84 taken with stack trace [, , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 685.794979] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-50b5d7dc-8d34-40bc-a688-b6866f773b84" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 685.794979] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port e28894bb-62f3-4cfe-927e-60f3c3b32948 with status ACTIVE [ 685.794979] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 685.795166] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 685.795166] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 685.795388] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 685.795454] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 685.795621] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 685.795717] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 685.795779] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 685.795944] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 685.796032] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 685.796232] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 685.796337] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 685.796383] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 685.797124] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 685.797124] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 685.797124] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: e28894bb-62f3-4cfe-927e-60f3c3b32948 is going to be updated. [ 685.797735] env[62265]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('50b5d7dc-8d34-40bc-a688-b6866f773b84',) {} {{(pid=62265) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 685.820516] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 685.820516] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 685.820704] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 685.820835] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 685.821012] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 685.821186] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e28894bb-62f3-4cfe-927e-60f3c3b32948" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 686.305480] env[62265]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('50b5d7dc-8d34-40bc-a688-b6866f773b84',) {} {{(pid=62265) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 686.363829] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d47d099f-c997-4da1-8b75-b9cff905fb2f in Status: SUCCESS [ 686.363829] env[62265]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d47d099f-c997-4da1-8b75-b9cff905fb2f deletion is rescheduled due to dependency. [ 686.363829] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d47d099f-c997-4da1-8b75-b9cff905fb2f" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 686.809288] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 686.809288] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 686.809288] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 686.809288] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 686.809288] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 686.809288] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 50b5d7dc-8d34-40bc-a688-b6866f773b84 is going to be created. [ 686.831645] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 686.831645] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 686.831645] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 686.831645] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 686.831645] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 686.841140] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 50b5d7dc-8d34-40bc-a688-b6866f773b84 in Status: UNINITIALIZED for 2s [ 687.383359] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 2a00353a-61f9-4a65-a698-6221f303b67d in Status: SUCCESS [ 687.383574] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-2a00353a-61f9-4a65-a698-6221f303b67d" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 687.769595] env[62265]: INFO networking_nsxv3.common.synchronization [req-11edba67-1e8c-4d63-ab15-41e6e3c1e7f1 req-f57deec8-8396-4142-9749-7b63358ad003 tempest-FloatingIPsAssociationTestJSON-785985363 tempest-FloatingIPsAssociationTestJSON-785985363-project-member] Enqueued Resource ID: acaa75e0-c50a-4735-bf37-8856257d2177 with Priority: HIGHEST for action security_group_members [ 687.771017] env[62265]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: acaa75e0-c50a-4735-bf37-8856257d2177 with Priority: HIGHEST for action security_group_members [ 687.771017] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock member-acaa75e0-c50a-4735-bf37-8856257d2177 taken with stack trace [, , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 687.771630] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-acaa75e0-c50a-4735-bf37-8856257d2177" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 687.771853] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-acaa75e0-c50a-4735-bf37-8856257d2177" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 687.772948] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-acaa75e0-c50a-4735-bf37-8856257d2177" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 687.775551] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 687.775551] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 687.775551] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 687.775551] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 687.775551] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 687.775551] env[62265]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('acaa75e0-c50a-4735-bf37-8856257d2177',) {} {{(pid=62265) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 688.279177] env[62265]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('acaa75e0-c50a-4735-bf37-8856257d2177',) {} {{(pid=62265) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 688.574291] env[62265]: INFO networking_nsxv3.common.synchronization [None req-385d4218-4867-4a4a-bed1-7f4532097821 None None] Enqueued Resource ID: 3237bc0c-8357-47d3-86e5-053c83a10077 with Priority: HIGHEST for action port [ 688.574645] env[62265]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3237bc0c-8357-47d3-86e5-053c83a10077 with Priority: HIGHEST for action port [ 688.575140] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock port-3237bc0c-8357-47d3-86e5-053c83a10077 taken with stack trace [, , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 688.575269] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-3237bc0c-8357-47d3-86e5-053c83a10077" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 688.575336] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-3237bc0c-8357-47d3-86e5-053c83a10077" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 688.575697] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-3237bc0c-8357-47d3-86e5-053c83a10077" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 688.575697] env[62265]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3237bc0c-8357-47d3-86e5-053c83a10077',) {} {{(pid=62265) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 688.704852] env[62265]: INFO networking_nsxv3.common.synchronization [req-b7860d64-eacb-437b-be1e-06c8e16f5e9d req-ed62aa59-025f-4799-af6b-bc97d2c6e859 tempest-SecurityGroupsTestJSON-1266741729 tempest-SecurityGroupsTestJSON-1266741729-project-member] Enqueued Resource ID: fc14bf32-d62c-4a80-9110-c757fd3fbc4f with Priority: HIGHEST for action security_group_members [ 688.705207] env[62265]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fc14bf32-d62c-4a80-9110-c757fd3fbc4f with Priority: HIGHEST for action security_group_members [ 688.705497] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock member-fc14bf32-d62c-4a80-9110-c757fd3fbc4f taken with stack trace [, , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 688.705605] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fc14bf32-d62c-4a80-9110-c757fd3fbc4f" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 688.705667] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fc14bf32-d62c-4a80-9110-c757fd3fbc4f" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 688.705914] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fc14bf32-d62c-4a80-9110-c757fd3fbc4f" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 688.711151] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 688.711297] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 688.711364] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 688.711551] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 688.711634] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 688.711730] env[62265]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('fc14bf32-d62c-4a80-9110-c757fd3fbc4f',) {} {{(pid=62265) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 688.784644] env[62265]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('acaa75e0-c50a-4735-bf37-8856257d2177',) {} {{(pid=62265) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 688.852171] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 50b5d7dc-8d34-40bc-a688-b6866f773b84 in Status: SUCCESS [ 688.852542] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-50b5d7dc-8d34-40bc-a688-b6866f773b84" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 688.852678] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-50b5d7dc-8d34-40bc-a688-b6866f773b84" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 688.853025] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-50b5d7dc-8d34-40bc-a688-b6866f773b84" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 688.853640] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 688.853640] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 688.853640] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 688.853640] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 688.853640] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 688.853931] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-50b5d7dc-8d34-40bc-a688-b6866f773b84" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 688.853931] env[62265]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('50b5d7dc-8d34-40bc-a688-b6866f773b84',) {} {{(pid=62265) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 689.080444] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 3237bc0c-8357-47d3-86e5-053c83a10077 [ 689.080444] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 689.080444] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 689.080444] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 689.080444] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 689.080444] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 689.080444] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:3237bc0c-8357-47d3-86e5-053c83a10077 already deleted. [ 689.080444] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-3237bc0c-8357-47d3-86e5-053c83a10077" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 689.168202] env[62265]: DEBUG networking_nsxv3.common.locking [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Lock network-444 taken with stack trace [, , , , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 689.168400] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquiring lock "network-444" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 689.168613] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquired lock "network-444" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 689.168878] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquired external semaphore "network-444" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 689.169144] env[62265]: DEBUG networking_nsxv3.common.locking [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 689.169305] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquiring lock "Segment" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 689.170786] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquired lock "Segment" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 689.170786] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquired external semaphore "Segment" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 689.170786] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Releasing lock "Segment" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 689.170786] env[62265]: DEBUG dogpile.cache.region [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] No value present for key: 'zone-id' {{(pid=62265) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 689.170786] env[62265]: DEBUG dogpile.lock [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] NeedRegenerationException {{(pid=62265) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 689.170786] env[62265]: DEBUG dogpile.lock [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] no value, waiting for create lock {{(pid=62265) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 689.170786] env[62265]: DEBUG dogpile.lock [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] value creation lock acquired {{(pid=62265) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 689.170786] env[62265]: DEBUG dogpile.cache.region [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] No value present for key: 'zone-id' {{(pid=62265) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 689.170786] env[62265]: DEBUG dogpile.lock [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Calling creation function for not-yet-present value {{(pid=62265) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 689.170786] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 689.198716] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 689.198992] env[62265]: DEBUG dogpile.cache.region [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Cache value generated in 0.028 seconds for key(s): 'zone-id' {{(pid=62265) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 689.199086] env[62265]: DEBUG dogpile.lock [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Released creation lock {{(pid=62265) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 689.199375] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Releasing lock "network-444" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 689.199712] env[62265]: DEBUG networking_nsxv3.common.locking [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Lock port-a2a6e013-f18d-4ea7-b6de-bd7f5428ef99 taken with stack trace [, , , , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 689.199892] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquiring lock "port-a2a6e013-f18d-4ea7-b6de-bd7f5428ef99" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 689.199998] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquired lock "port-a2a6e013-f18d-4ea7-b6de-bd7f5428ef99" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 689.200614] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquired external semaphore "port-a2a6e013-f18d-4ea7-b6de-bd7f5428ef99" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 689.200614] env[62265]: DEBUG networking_nsxv3.api.rpc [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a2a6e013-f18d-4ea7-b6de-bd7f5428ef99',) {} {{(pid=62265) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 689.214127] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 689.214127] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 689.214127] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 689.214127] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 689.214588] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 689.214588] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 689.214588] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 689.218023] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 689.218023] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 689.218023] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 689.218023] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fc14bf32-d62c-4a80-9110-c757fd3fbc4f already deleted. [ 689.218023] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fc14bf32-d62c-4a80-9110-c757fd3fbc4f" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 689.287155] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 689.287476] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 689.287569] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 689.290791] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 689.290791] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 689.290791] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: acaa75e0-c50a-4735-bf37-8856257d2177 is going to be updated. [ 689.319026] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 689.319026] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 689.319026] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 689.319026] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 689.319026] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 689.326578] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: acaa75e0-c50a-4735-bf37-8856257d2177 in Status: IN_PROGRESS for 2s [ 689.358577] env[62265]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('50b5d7dc-8d34-40bc-a688-b6866f773b84',) {} {{(pid=62265) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 689.706028] env[62265]: DEBUG networking_nsxv3.common.locking [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 689.706028] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquiring lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 689.706028] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquired lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 689.706028] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquired external semaphore "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 689.706028] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Releasing lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 689.706028] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Segment Port a2a6e013-f18d-4ea7-b6de-bd7f5428ef99 not found, creating... [ 689.706028] env[62265]: DEBUG networking_nsxv3.common.locking [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 689.706028] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquiring lock "Segment" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 689.706028] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquired lock "Segment" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 689.706028] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquired external semaphore "Segment" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 689.706028] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Releasing lock "Segment" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 689.706814] env[62265]: DEBUG networking_nsxv3.common.locking [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 689.706814] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquiring lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 689.706814] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquired lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 689.706814] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquired external semaphore "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 689.706814] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Releasing lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 689.706814] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Resource: SegmentPort with ID: a2a6e013-f18d-4ea7-b6de-bd7f5428ef99 is going to be created. [ 689.726499] env[62265]: DEBUG networking_nsxv3.common.locking [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 689.726499] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquiring lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 689.726499] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquired lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 689.726499] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquired external semaphore "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 689.726499] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Releasing lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 689.728542] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Releasing lock "port-a2a6e013-f18d-4ea7-b6de-bd7f5428ef99" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 689.860361] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 50b5d7dc-8d34-40bc-a688-b6866f773b84: rpc.has_security_group_logging(os_id): False [ 689.878058] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 689.878211] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 689.878284] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 689.878486] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 689.878576] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 689.878870] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 689.879029] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 689.879102] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 689.879266] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 689.879347] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 689.879435] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 50b5d7dc-8d34-40bc-a688-b6866f773b84 is going to be created. [ 689.946594] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 689.946594] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 689.946594] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 689.946594] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 689.946861] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 689.960947] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 50b5d7dc-8d34-40bc-a688-b6866f773b84 in Status: IN_PROGRESS for 2s [ 690.543940] env[62265]: INFO networking_nsxv3.common.synchronization [req-b7860d64-eacb-437b-be1e-06c8e16f5e9d req-0dd3ade5-2643-4a35-9bac-d00f829d10d7 service nova] Enqueued Resource ID: fc14bf32-d62c-4a80-9110-c757fd3fbc4f with Priority: HIGHEST for action security_group_rules [ 690.544231] env[62265]: INFO networking_nsxv3.common.synchronization [req-b7860d64-eacb-437b-be1e-06c8e16f5e9d req-0dd3ade5-2643-4a35-9bac-d00f829d10d7 service nova] Enqueued Resource ID: fc14bf32-d62c-4a80-9110-c757fd3fbc4f with Priority: HIGHEST for action security_group_members [ 690.544288] env[62265]: INFO networking_nsxv3.common.synchronization [req-b7860d64-eacb-437b-be1e-06c8e16f5e9d req-0dd3ade5-2643-4a35-9bac-d00f829d10d7 service nova] Enqueued Resource ID: a2a6e013-f18d-4ea7-b6de-bd7f5428ef99 with Priority: HIGHEST for action port [ 690.544833] env[62265]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fc14bf32-d62c-4a80-9110-c757fd3fbc4f with Priority: HIGHEST for action security_group_rules [ 690.544974] env[62265]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fc14bf32-d62c-4a80-9110-c757fd3fbc4f with Priority: HIGHEST for action security_group_members [ 690.545084] env[62265]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a2a6e013-f18d-4ea7-b6de-bd7f5428ef99 with Priority: HIGHEST for action port [ 690.545365] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock rules-fc14bf32-d62c-4a80-9110-c757fd3fbc4f taken with stack trace [, , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 690.545899] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-fc14bf32-d62c-4a80-9110-c757fd3fbc4f" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 690.546010] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-fc14bf32-d62c-4a80-9110-c757fd3fbc4f" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.546318] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-fc14bf32-d62c-4a80-9110-c757fd3fbc4f" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 690.546456] env[62265]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('fc14bf32-d62c-4a80-9110-c757fd3fbc4f',) {} {{(pid=62265) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 690.548958] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock member-fc14bf32-d62c-4a80-9110-c757fd3fbc4f taken with stack trace [, , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 690.548958] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fc14bf32-d62c-4a80-9110-c757fd3fbc4f" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 690.548958] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fc14bf32-d62c-4a80-9110-c757fd3fbc4f" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.549267] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fc14bf32-d62c-4a80-9110-c757fd3fbc4f" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 690.550025] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 690.550025] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 690.550025] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.550025] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 690.550025] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 690.550025] env[62265]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('fc14bf32-d62c-4a80-9110-c757fd3fbc4f',) {} {{(pid=62265) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 690.551829] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock port-a2a6e013-f18d-4ea7-b6de-bd7f5428ef99 taken with stack trace [, , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 690.551829] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a2a6e013-f18d-4ea7-b6de-bd7f5428ef99" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 690.551829] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a2a6e013-f18d-4ea7-b6de-bd7f5428ef99" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.551829] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a2a6e013-f18d-4ea7-b6de-bd7f5428ef99" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 690.551829] env[62265]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a2a6e013-f18d-4ea7-b6de-bd7f5428ef99',) {} {{(pid=62265) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 690.597494] env[62265]: INFO networking_nsxv3.common.synchronization [None req-a05dcea1-627b-4d65-940a-b2a90405dc43 tempest-ServersTestFqdnHostnames-602458550 tempest-ServersTestFqdnHostnames-602458550-project-member] Enqueued Resource ID: 6e771e24-a68b-413b-9410-7894918edfef with Priority: HIGHEST for action security_group_rules [ 690.598034] env[62265]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6e771e24-a68b-413b-9410-7894918edfef with Priority: HIGHEST for action security_group_rules [ 690.598528] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock rules-6e771e24-a68b-413b-9410-7894918edfef taken with stack trace [, , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 690.598647] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-6e771e24-a68b-413b-9410-7894918edfef" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 690.600400] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-6e771e24-a68b-413b-9410-7894918edfef" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.605630] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-6e771e24-a68b-413b-9410-7894918edfef" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 690.605630] env[62265]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('6e771e24-a68b-413b-9410-7894918edfef',) {} {{(pid=62265) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 690.820875] env[62265]: INFO networking_nsxv3.common.synchronization [None req-f3123e8f-de2f-4b0e-8f80-d35bf19de57d tempest-ServersTestFqdnHostnames-602458550 tempest-ServersTestFqdnHostnames-602458550-project-member] Enqueued Resource ID: 6e771e24-a68b-413b-9410-7894918edfef with Priority: HIGHEST for action security_group_rules [ 690.822124] env[62265]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6e771e24-a68b-413b-9410-7894918edfef with Priority: HIGHEST for action security_group_rules [ 690.823047] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock rules-6e771e24-a68b-413b-9410-7894918edfef taken with stack trace [, , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 690.823047] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-6e771e24-a68b-413b-9410-7894918edfef" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 691.053459] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock member-fc14bf32-d62c-4a80-9110-c757fd3fbc4f taken with stack trace [, , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 691.053639] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fc14bf32-d62c-4a80-9110-c757fd3fbc4f" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 691.057052] env[62265]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('fc14bf32-d62c-4a80-9110-c757fd3fbc4f',) {} {{(pid=62265) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 691.058095] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port a2a6e013-f18d-4ea7-b6de-bd7f5428ef99 with status ACTIVE [ 691.058571] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 691.058571] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 691.058571] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.058872] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 691.058872] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 691.059093] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 691.059195] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 691.059351] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.059468] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 691.059549] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 691.059841] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 691.059918] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 691.059918] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.062807] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 691.062807] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 691.062807] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: a2a6e013-f18d-4ea7-b6de-bd7f5428ef99 is going to be updated. [ 691.083939] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 691.083939] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 691.083939] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.083939] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 691.084111] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 691.084947] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a2a6e013-f18d-4ea7-b6de-bd7f5428ef99" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 691.109749] env[62265]: INFO networking_nsxv3.common.synchronization [req-82c0e148-eccd-4a6f-a3d8-16e637fd3401 req-8751a204-6ee2-4552-9567-64f31a2249cd tempest-ServerDiagnosticsNegativeTest-1803842091 tempest-ServerDiagnosticsNegativeTest-1803842091-project-member] Enqueued Resource ID: 2a00353a-61f9-4a65-a698-6221f303b67d with Priority: HIGHEST for action security_group_members [ 691.111246] env[62265]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2a00353a-61f9-4a65-a698-6221f303b67d with Priority: HIGHEST for action security_group_members [ 691.111777] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock member-2a00353a-61f9-4a65-a698-6221f303b67d taken with stack trace [, , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 691.112141] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2a00353a-61f9-4a65-a698-6221f303b67d" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 691.112329] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2a00353a-61f9-4a65-a698-6221f303b67d" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.117450] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2a00353a-61f9-4a65-a698-6221f303b67d" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 691.117450] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 691.117450] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 691.117450] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.117450] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 691.117450] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 691.117450] env[62265]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2a00353a-61f9-4a65-a698-6221f303b67d',) {} {{(pid=62265) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 691.125015] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 691.125337] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 691.125519] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.125830] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 691.126031] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 691.126238] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 6e771e24-a68b-413b-9410-7894918edfef already deleted. [ 691.126426] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-6e771e24-a68b-413b-9410-7894918edfef" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 691.126664] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-6e771e24-a68b-413b-9410-7894918edfef" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.126939] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-6e771e24-a68b-413b-9410-7894918edfef" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 691.127134] env[62265]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('6e771e24-a68b-413b-9410-7894918edfef',) {} {{(pid=62265) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 691.289166] env[62265]: INFO networking_nsxv3.common.synchronization [None req-2546fb1a-2f9e-464c-8bbb-2b7263026c94 None None] Enqueued Resource ID: ce475868-f37d-4bc9-ad29-4d78db773d25 with Priority: HIGHEST for action port [ 691.289166] env[62265]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ce475868-f37d-4bc9-ad29-4d78db773d25 with Priority: HIGHEST for action port [ 691.289294] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock port-ce475868-f37d-4bc9-ad29-4d78db773d25 taken with stack trace [, , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 691.289893] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ce475868-f37d-4bc9-ad29-4d78db773d25" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 691.292706] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ce475868-f37d-4bc9-ad29-4d78db773d25" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.292706] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ce475868-f37d-4bc9-ad29-4d78db773d25" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 691.292706] env[62265]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ce475868-f37d-4bc9-ad29-4d78db773d25',) {} {{(pid=62265) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 691.339159] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: acaa75e0-c50a-4735-bf37-8856257d2177 in Status: SUCCESS [ 691.339159] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-acaa75e0-c50a-4735-bf37-8856257d2177" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 691.563175] env[62265]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('fc14bf32-d62c-4a80-9110-c757fd3fbc4f',) {} {{(pid=62265) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 691.619831] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 691.620042] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 691.620123] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.620346] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 691.620439] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 691.620862] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 691.620862] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 691.620862] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.621117] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 691.621117] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 691.621242] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2a00353a-61f9-4a65-a698-6221f303b67d is going to be updated. [ 691.645090] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 691.645242] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 691.645321] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.646264] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 691.646383] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 691.646478] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 6e771e24-a68b-413b-9410-7894918edfef already deleted. [ 691.646562] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-6e771e24-a68b-413b-9410-7894918edfef" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 691.647801] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 691.647928] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 691.647997] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.648471] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 691.648739] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 691.655126] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2a00353a-61f9-4a65-a698-6221f303b67d in Status: IN_PROGRESS for 2s [ 691.794587] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port ce475868-f37d-4bc9-ad29-4d78db773d25 [ 691.795541] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 691.795630] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 691.795630] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.795882] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 691.795976] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 691.796086] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:ce475868-f37d-4bc9-ad29-4d78db773d25 already deleted. [ 691.796169] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ce475868-f37d-4bc9-ad29-4d78db773d25" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 691.969798] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 50b5d7dc-8d34-40bc-a688-b6866f773b84 in Status: SUCCESS [ 691.970123] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-50b5d7dc-8d34-40bc-a688-b6866f773b84" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 692.067901] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 692.068109] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 692.068182] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 692.068378] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 692.068467] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 692.068574] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fc14bf32-d62c-4a80-9110-c757fd3fbc4f is going to be created. [ 692.091571] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 692.091855] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 692.092018] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 692.092291] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 692.092460] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 692.100318] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fc14bf32-d62c-4a80-9110-c757fd3fbc4f in Status: UNINITIALIZED for 2s [ 692.510671] env[62265]: INFO networking_nsxv3.common.synchronization [req-3ab68b0d-2eee-4f60-9a10-c5e8721d3a71 req-0cc1948b-2118-4712-a8c3-adee0a703ce0 tempest-ImagesTestJSON-588636336 tempest-ImagesTestJSON-588636336-project-member] Enqueued Resource ID: 816c28a4-7b3d-4ec6-b8a7-98e59cf7a51f with Priority: HIGHEST for action security_group_members [ 692.510933] env[62265]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 816c28a4-7b3d-4ec6-b8a7-98e59cf7a51f with Priority: HIGHEST for action security_group_members [ 692.511280] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock member-816c28a4-7b3d-4ec6-b8a7-98e59cf7a51f taken with stack trace [, , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 692.511407] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-816c28a4-7b3d-4ec6-b8a7-98e59cf7a51f" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 692.511476] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-816c28a4-7b3d-4ec6-b8a7-98e59cf7a51f" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 692.511682] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-816c28a4-7b3d-4ec6-b8a7-98e59cf7a51f" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 692.511833] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 692.511934] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 692.512028] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 692.513023] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 692.513165] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 692.513268] env[62265]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('816c28a4-7b3d-4ec6-b8a7-98e59cf7a51f',) {} {{(pid=62265) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 692.884539] env[62265]: DEBUG networking_nsxv3.common.locking [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Lock network-953 taken with stack trace [, , , , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 692.885397] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquiring lock "network-953" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 692.885634] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquired lock "network-953" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 692.886010] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquired external semaphore "network-953" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 692.886409] env[62265]: DEBUG networking_nsxv3.common.locking [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 692.889579] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquiring lock "Segment" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 692.889579] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquired lock "Segment" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 692.889579] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquired external semaphore "Segment" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 692.889579] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Releasing lock "Segment" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 692.889579] env[62265]: DEBUG dogpile.cache.region [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] No value present for key: 'zone-id' {{(pid=62265) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 692.889579] env[62265]: DEBUG dogpile.lock [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] NeedRegenerationException {{(pid=62265) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 692.889579] env[62265]: DEBUG dogpile.lock [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] no value, waiting for create lock {{(pid=62265) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 692.889579] env[62265]: DEBUG dogpile.lock [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] value creation lock acquired {{(pid=62265) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 692.889579] env[62265]: DEBUG dogpile.cache.region [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] No value present for key: 'zone-id' {{(pid=62265) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 692.889579] env[62265]: DEBUG dogpile.lock [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Calling creation function for not-yet-present value {{(pid=62265) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 692.889579] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 692.918951] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 692.919183] env[62265]: DEBUG dogpile.cache.region [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Cache value generated in 0.031 seconds for key(s): 'zone-id' {{(pid=62265) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 692.919329] env[62265]: DEBUG dogpile.lock [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Released creation lock {{(pid=62265) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 692.919512] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Releasing lock "network-953" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 692.919826] env[62265]: DEBUG networking_nsxv3.common.locking [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Lock port-de699e5d-d3bc-4977-883c-b0d94ca08fef taken with stack trace [, , , , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 692.920009] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquiring lock "port-de699e5d-d3bc-4977-883c-b0d94ca08fef" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 692.920156] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquired lock "port-de699e5d-d3bc-4977-883c-b0d94ca08fef" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 692.922217] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquired external semaphore "port-de699e5d-d3bc-4977-883c-b0d94ca08fef" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 692.922386] env[62265]: DEBUG networking_nsxv3.api.rpc [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('de699e5d-d3bc-4977-883c-b0d94ca08fef',) {} {{(pid=62265) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 693.019532] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 693.019532] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 693.019532] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 693.019724] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 693.019816] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 693.020068] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 693.020191] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 693.020268] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 693.020758] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 693.020924] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 693.021034] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 816c28a4-7b3d-4ec6-b8a7-98e59cf7a51f is going to be updated. [ 693.048309] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 693.048470] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 693.048553] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 693.048873] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 693.049400] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 693.057807] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 816c28a4-7b3d-4ec6-b8a7-98e59cf7a51f in Status: IN_PROGRESS for 2s [ 693.429581] env[62265]: DEBUG networking_nsxv3.common.locking [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 693.429857] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquiring lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 693.430013] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquired lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 693.430297] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquired external semaphore "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 693.430450] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Releasing lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 693.430603] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Segment Port de699e5d-d3bc-4977-883c-b0d94ca08fef not found, creating... [ 693.430864] env[62265]: DEBUG networking_nsxv3.common.locking [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 693.431026] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquiring lock "Segment" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 693.431144] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquired lock "Segment" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 693.431362] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquired external semaphore "Segment" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 693.431526] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Releasing lock "Segment" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 693.431809] env[62265]: DEBUG networking_nsxv3.common.locking [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 693.431947] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquiring lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 693.432437] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquired lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 693.432684] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquired external semaphore "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 693.432814] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Releasing lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 693.432961] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Resource: SegmentPort with ID: de699e5d-d3bc-4977-883c-b0d94ca08fef is going to be created. [ 693.452747] env[62265]: DEBUG networking_nsxv3.common.locking [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 693.452949] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquiring lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 693.453089] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquired lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 693.453436] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquired external semaphore "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 693.453669] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Releasing lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 693.453883] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Releasing lock "port-de699e5d-d3bc-4977-883c-b0d94ca08fef" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 693.593309] env[62265]: INFO networking_nsxv3.common.synchronization [req-ffb8742b-2731-4807-b823-0b51f1819449 req-78d5ebeb-2f59-4eaa-a541-22a23f9cc472 tempest-VolumesAssistedSnapshotsTest-1352287386 tempest-VolumesAssistedSnapshotsTest-1352287386-project-member] Enqueued Resource ID: d19427e8-4d50-432f-b494-0ac8141f4c17 with Priority: HIGHEST for action security_group_members [ 693.593824] env[62265]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d19427e8-4d50-432f-b494-0ac8141f4c17 with Priority: HIGHEST for action security_group_members [ 693.594139] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock member-d19427e8-4d50-432f-b494-0ac8141f4c17 taken with stack trace [, , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 693.594275] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d19427e8-4d50-432f-b494-0ac8141f4c17" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 693.594329] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d19427e8-4d50-432f-b494-0ac8141f4c17" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 693.594524] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d19427e8-4d50-432f-b494-0ac8141f4c17" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 693.594673] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 693.594772] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 693.594825] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 693.594968] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 693.597997] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 693.598051] env[62265]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d19427e8-4d50-432f-b494-0ac8141f4c17',) {} {{(pid=62265) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 693.667912] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2a00353a-61f9-4a65-a698-6221f303b67d in Status: SUCCESS [ 693.668108] env[62265]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2a00353a-61f9-4a65-a698-6221f303b67d deletion is rescheduled due to dependency. [ 693.668223] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2a00353a-61f9-4a65-a698-6221f303b67d" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 694.102875] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 694.103286] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 694.103286] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 694.103369] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 694.103462] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 694.103654] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 694.103750] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 694.103812] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 694.103959] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 694.104045] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 694.104592] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d19427e8-4d50-432f-b494-0ac8141f4c17 is going to be updated. [ 694.113161] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fc14bf32-d62c-4a80-9110-c757fd3fbc4f in Status: UNINITIALIZED for 4s [ 694.128482] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 694.128482] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 694.128680] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 694.128796] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 694.128921] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 694.137266] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d19427e8-4d50-432f-b494-0ac8141f4c17 in Status: IN_PROGRESS for 2s [ 694.278741] env[62265]: INFO networking_nsxv3.common.synchronization [req-3ab68b0d-2eee-4f60-9a10-c5e8721d3a71 req-58ddd7d2-b2e0-4f50-a358-1e98c0e1c5e7 service nova] Enqueued Resource ID: 816c28a4-7b3d-4ec6-b8a7-98e59cf7a51f with Priority: HIGHEST for action security_group_rules [ 694.278900] env[62265]: INFO networking_nsxv3.common.synchronization [req-3ab68b0d-2eee-4f60-9a10-c5e8721d3a71 req-58ddd7d2-b2e0-4f50-a358-1e98c0e1c5e7 service nova] Enqueued Resource ID: 816c28a4-7b3d-4ec6-b8a7-98e59cf7a51f with Priority: HIGHEST for action security_group_members [ 694.279050] env[62265]: INFO networking_nsxv3.common.synchronization [req-3ab68b0d-2eee-4f60-9a10-c5e8721d3a71 req-58ddd7d2-b2e0-4f50-a358-1e98c0e1c5e7 service nova] Enqueued Resource ID: de699e5d-d3bc-4977-883c-b0d94ca08fef with Priority: HIGHEST for action port [ 694.279338] env[62265]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 816c28a4-7b3d-4ec6-b8a7-98e59cf7a51f with Priority: HIGHEST for action security_group_rules [ 694.279433] env[62265]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 816c28a4-7b3d-4ec6-b8a7-98e59cf7a51f with Priority: HIGHEST for action security_group_members [ 694.279503] env[62265]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: de699e5d-d3bc-4977-883c-b0d94ca08fef with Priority: HIGHEST for action port [ 694.280139] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock rules-816c28a4-7b3d-4ec6-b8a7-98e59cf7a51f taken with stack trace [, , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 694.280274] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-816c28a4-7b3d-4ec6-b8a7-98e59cf7a51f" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 694.280341] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-816c28a4-7b3d-4ec6-b8a7-98e59cf7a51f" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 694.280554] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-816c28a4-7b3d-4ec6-b8a7-98e59cf7a51f" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 694.280633] env[62265]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('816c28a4-7b3d-4ec6-b8a7-98e59cf7a51f',) {} {{(pid=62265) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 694.282280] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock member-816c28a4-7b3d-4ec6-b8a7-98e59cf7a51f taken with stack trace [, , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 694.282385] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-816c28a4-7b3d-4ec6-b8a7-98e59cf7a51f" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 694.282578] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock port-de699e5d-d3bc-4977-883c-b0d94ca08fef taken with stack trace [, , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 694.282681] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-de699e5d-d3bc-4977-883c-b0d94ca08fef" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 694.282748] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-de699e5d-d3bc-4977-883c-b0d94ca08fef" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 694.282968] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-de699e5d-d3bc-4977-883c-b0d94ca08fef" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 694.283019] env[62265]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('de699e5d-d3bc-4977-883c-b0d94ca08fef',) {} {{(pid=62265) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 694.783398] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock member-816c28a4-7b3d-4ec6-b8a7-98e59cf7a51f taken with stack trace [, , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 694.783614] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-816c28a4-7b3d-4ec6-b8a7-98e59cf7a51f" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 694.791200] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port de699e5d-d3bc-4977-883c-b0d94ca08fef with status ACTIVE [ 694.791554] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 694.791767] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 694.791951] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 694.792139] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 694.792240] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 694.792429] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 694.792543] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 694.792607] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 694.792755] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 694.792832] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 694.793029] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 694.793130] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 694.793208] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 694.793363] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 694.793443] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 694.793522] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: de699e5d-d3bc-4977-883c-b0d94ca08fef is going to be updated. [ 694.815600] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 694.816595] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 694.816595] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 694.816595] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 694.816595] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 694.816595] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-de699e5d-d3bc-4977-883c-b0d94ca08fef" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 695.307827] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 816c28a4-7b3d-4ec6-b8a7-98e59cf7a51f in Status: SUCCESS [ 695.307827] env[62265]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 816c28a4-7b3d-4ec6-b8a7-98e59cf7a51f deletion is rescheduled due to dependency. [ 695.307827] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-816c28a4-7b3d-4ec6-b8a7-98e59cf7a51f" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 695.307827] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-816c28a4-7b3d-4ec6-b8a7-98e59cf7a51f" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 695.307827] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-816c28a4-7b3d-4ec6-b8a7-98e59cf7a51f" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 695.307827] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 695.307827] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 695.307827] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 695.307827] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 695.307827] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 695.307827] env[62265]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('816c28a4-7b3d-4ec6-b8a7-98e59cf7a51f',) {} {{(pid=62265) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 695.656973] env[62265]: INFO networking_nsxv3.common.synchronization [req-5d120a4e-2344-4c97-b873-8114b6bb2479 req-549ee084-dfb6-4ab0-bf1b-5c27163245bb tempest-ServersAdminNegativeTestJSON-628729406 tempest-ServersAdminNegativeTestJSON-628729406-project-member] Enqueued Resource ID: 07b3953d-e6be-4fd6-a5b5-bc8f70152e0c with Priority: HIGHEST for action security_group_members [ 695.657586] env[62265]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 07b3953d-e6be-4fd6-a5b5-bc8f70152e0c with Priority: HIGHEST for action security_group_members [ 695.657897] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock member-07b3953d-e6be-4fd6-a5b5-bc8f70152e0c taken with stack trace [, , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 695.658031] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-07b3953d-e6be-4fd6-a5b5-bc8f70152e0c" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 695.658106] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-07b3953d-e6be-4fd6-a5b5-bc8f70152e0c" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 695.658290] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-07b3953d-e6be-4fd6-a5b5-bc8f70152e0c" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 695.658433] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 695.658645] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 695.658645] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 695.658742] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 695.658863] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 695.659012] env[62265]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('07b3953d-e6be-4fd6-a5b5-bc8f70152e0c',) {} {{(pid=62265) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 695.814673] env[62265]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('816c28a4-7b3d-4ec6-b8a7-98e59cf7a51f',) {} {{(pid=62265) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 695.963596] env[62265]: DEBUG networking_nsxv3.common.locking [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Lock network-443 taken with stack trace [, , , , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 695.963805] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquiring lock "network-443" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 695.963924] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquired lock "network-443" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 695.964215] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquired external semaphore "network-443" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 695.964465] env[62265]: DEBUG networking_nsxv3.common.locking [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 695.964615] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquiring lock "Segment" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 695.964728] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquired lock "Segment" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 695.964959] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquired external semaphore "Segment" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 695.965180] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Releasing lock "Segment" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 695.965417] env[62265]: DEBUG dogpile.cache.region [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] No value present for key: 'zone-id' {{(pid=62265) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 695.965547] env[62265]: DEBUG dogpile.lock [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] NeedRegenerationException {{(pid=62265) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 695.965664] env[62265]: DEBUG dogpile.lock [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] no value, waiting for create lock {{(pid=62265) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 695.965782] env[62265]: DEBUG dogpile.lock [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] value creation lock acquired {{(pid=62265) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 695.965903] env[62265]: DEBUG dogpile.cache.region [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] No value present for key: 'zone-id' {{(pid=62265) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 695.966026] env[62265]: DEBUG dogpile.lock [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Calling creation function for not-yet-present value {{(pid=62265) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 695.966160] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 695.984322] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 695.984722] env[62265]: DEBUG dogpile.cache.region [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Cache value generated in 0.018 seconds for key(s): 'zone-id' {{(pid=62265) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 695.984955] env[62265]: DEBUG dogpile.lock [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Released creation lock {{(pid=62265) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 695.985272] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Releasing lock "network-443" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 695.985715] env[62265]: DEBUG networking_nsxv3.common.locking [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Lock port-de02ec7d-11c2-42c5-b7ed-ab1cbc11b231 taken with stack trace [, , , , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 695.986136] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquiring lock "port-de02ec7d-11c2-42c5-b7ed-ab1cbc11b231" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 695.986223] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquired lock "port-de02ec7d-11c2-42c5-b7ed-ab1cbc11b231" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 695.986604] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquired external semaphore "port-de02ec7d-11c2-42c5-b7ed-ab1cbc11b231" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 695.986801] env[62265]: DEBUG networking_nsxv3.api.rpc [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('de02ec7d-11c2-42c5-b7ed-ab1cbc11b231',) {} {{(pid=62265) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 696.122164] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fc14bf32-d62c-4a80-9110-c757fd3fbc4f in Status: SUCCESS [ 696.122382] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fc14bf32-d62c-4a80-9110-c757fd3fbc4f" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 696.122541] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fc14bf32-d62c-4a80-9110-c757fd3fbc4f" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.123134] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fc14bf32-d62c-4a80-9110-c757fd3fbc4f" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 696.123134] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 696.123134] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 696.123134] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.123328] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 696.123328] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 696.123421] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fc14bf32-d62c-4a80-9110-c757fd3fbc4f" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 696.123480] env[62265]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('fc14bf32-d62c-4a80-9110-c757fd3fbc4f',) {} {{(pid=62265) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 696.144562] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d19427e8-4d50-432f-b494-0ac8141f4c17 in Status: SUCCESS [ 696.144827] env[62265]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d19427e8-4d50-432f-b494-0ac8141f4c17 deletion is rescheduled due to dependency. [ 696.144950] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d19427e8-4d50-432f-b494-0ac8141f4c17" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 696.161018] env[62265]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('07b3953d-e6be-4fd6-a5b5-bc8f70152e0c',) {} {{(pid=62265) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 696.320295] env[62265]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('816c28a4-7b3d-4ec6-b8a7-98e59cf7a51f',) {} {{(pid=62265) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 696.398124] env[62265]: INFO networking_nsxv3.common.synchronization [req-4f33b73c-61ae-424b-a9ec-614b1d75ebed req-9afbdf9e-2d0b-46e0-8c2f-9ca0d7c53434 tempest-ServerTagsTestJSON-66366148 tempest-ServerTagsTestJSON-66366148-project-member] Enqueued Resource ID: 4e3255a1-2627-4af8-a377-2fa0c46dd04b with Priority: HIGHEST for action security_group_members [ 696.398510] env[62265]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4e3255a1-2627-4af8-a377-2fa0c46dd04b with Priority: HIGHEST for action security_group_members [ 696.398804] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock member-4e3255a1-2627-4af8-a377-2fa0c46dd04b taken with stack trace [, , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 696.398924] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4e3255a1-2627-4af8-a377-2fa0c46dd04b" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 696.398993] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4e3255a1-2627-4af8-a377-2fa0c46dd04b" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.399198] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4e3255a1-2627-4af8-a377-2fa0c46dd04b" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 696.400639] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 696.400639] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 696.400639] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.400639] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 696.400639] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 696.400639] env[62265]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4e3255a1-2627-4af8-a377-2fa0c46dd04b',) {} {{(pid=62265) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 696.489503] env[62265]: DEBUG networking_nsxv3.common.locking [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 696.489815] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquiring lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 696.489913] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquired lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.490262] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquired external semaphore "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 696.490455] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Releasing lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 696.490635] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Segment Port de02ec7d-11c2-42c5-b7ed-ab1cbc11b231 not found, creating... [ 696.491057] env[62265]: DEBUG networking_nsxv3.common.locking [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 696.491277] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquiring lock "Segment" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 696.491466] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquired lock "Segment" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.491740] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquired external semaphore "Segment" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 696.491971] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Releasing lock "Segment" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 696.492286] env[62265]: DEBUG networking_nsxv3.common.locking [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 696.492478] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquiring lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 696.492679] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquired lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.492850] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquired external semaphore "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 696.492992] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Releasing lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 696.493185] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Resource: SegmentPort with ID: de02ec7d-11c2-42c5-b7ed-ab1cbc11b231 is going to be created. [ 696.534436] env[62265]: DEBUG networking_nsxv3.common.locking [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 696.534436] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquiring lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 696.535122] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquired lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.535122] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquired external semaphore "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 696.535122] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Releasing lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 696.535279] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Releasing lock "port-de02ec7d-11c2-42c5-b7ed-ab1cbc11b231" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 696.632261] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock member-fc14bf32-d62c-4a80-9110-c757fd3fbc4f taken with stack trace [, , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 696.632261] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fc14bf32-d62c-4a80-9110-c757fd3fbc4f" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 696.632261] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fc14bf32-d62c-4a80-9110-c757fd3fbc4f" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.632261] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fc14bf32-d62c-4a80-9110-c757fd3fbc4f" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 696.632261] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 696.632715] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 696.632715] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.632715] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 696.632715] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 696.632715] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fc14bf32-d62c-4a80-9110-c757fd3fbc4f" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 696.632969] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock member-fc14bf32-d62c-4a80-9110-c757fd3fbc4f taken with stack trace [, , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 696.632969] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fc14bf32-d62c-4a80-9110-c757fd3fbc4f" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 696.632969] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fc14bf32-d62c-4a80-9110-c757fd3fbc4f" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.633294] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fc14bf32-d62c-4a80-9110-c757fd3fbc4f" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 696.633294] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 696.633294] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 696.633480] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.633480] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 696.633567] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 696.633627] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fc14bf32-d62c-4a80-9110-c757fd3fbc4f" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 696.633716] env[62265]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('fc14bf32-d62c-4a80-9110-c757fd3fbc4f',) {} {{(pid=62265) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 696.663215] env[62265]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('07b3953d-e6be-4fd6-a5b5-bc8f70152e0c',) {} {{(pid=62265) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 696.825267] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 696.825541] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 696.825595] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.825873] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 696.825998] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 696.826149] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 816c28a4-7b3d-4ec6-b8a7-98e59cf7a51f is going to be updated. [ 696.854890] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 696.855059] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 696.855099] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.855308] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 696.855472] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 696.863226] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 816c28a4-7b3d-4ec6-b8a7-98e59cf7a51f in Status: IN_PROGRESS for 2s [ 696.907103] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 696.907290] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 696.907361] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.907589] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 696.907686] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 696.907958] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 696.908105] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 696.908178] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.908322] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 696.908400] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 696.908508] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4e3255a1-2627-4af8-a377-2fa0c46dd04b is going to be updated. [ 696.935965] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 696.936196] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 696.936288] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.936603] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 696.936723] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 696.944959] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4e3255a1-2627-4af8-a377-2fa0c46dd04b in Status: IN_PROGRESS for 2s [ 697.137729] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for fc14bf32-d62c-4a80-9110-c757fd3fbc4f: rpc.has_security_group_logging(os_id): False [ 697.158120] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 697.158120] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 697.158120] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 697.158120] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 697.158120] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 697.158120] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 697.158120] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 697.158120] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 697.158120] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 697.158120] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 697.158120] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 697.158120] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 697.158120] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 697.158120] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 697.158120] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 697.158709] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 697.158709] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 697.158709] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 697.160517] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 697.160517] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 697.160517] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: fc14bf32-d62c-4a80-9110-c757fd3fbc4f is going to be created. [ 697.165673] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 697.165752] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 697.165872] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 697.166124] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 697.166229] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 697.166324] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 07b3953d-e6be-4fd6-a5b5-bc8f70152e0c is going to be updated. [ 697.227445] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 697.227916] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 697.227916] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 697.228064] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 697.228644] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 697.252264] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 07b3953d-e6be-4fd6-a5b5-bc8f70152e0c in Status: IN_PROGRESS for 2s [ 697.262009] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 697.262218] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 697.262262] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 697.262504] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 697.262712] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 697.273493] env[62265]: INFO networking_nsxv3.common.synchronization [req-5d120a4e-2344-4c97-b873-8114b6bb2479 req-1e1b76a9-88f7-4d07-967d-c3e8f82e4bb3 service nova] Enqueued Resource ID: 07b3953d-e6be-4fd6-a5b5-bc8f70152e0c with Priority: HIGHEST for action security_group_rules [ 697.273493] env[62265]: INFO networking_nsxv3.common.synchronization [req-5d120a4e-2344-4c97-b873-8114b6bb2479 req-1e1b76a9-88f7-4d07-967d-c3e8f82e4bb3 service nova] Enqueued Resource ID: 07b3953d-e6be-4fd6-a5b5-bc8f70152e0c with Priority: HIGHEST for action security_group_members [ 697.273712] env[62265]: INFO networking_nsxv3.common.synchronization [req-5d120a4e-2344-4c97-b873-8114b6bb2479 req-1e1b76a9-88f7-4d07-967d-c3e8f82e4bb3 service nova] Enqueued Resource ID: de02ec7d-11c2-42c5-b7ed-ab1cbc11b231 with Priority: HIGHEST for action port [ 697.274420] env[62265]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 07b3953d-e6be-4fd6-a5b5-bc8f70152e0c with Priority: HIGHEST for action security_group_rules [ 697.274626] env[62265]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 07b3953d-e6be-4fd6-a5b5-bc8f70152e0c with Priority: HIGHEST for action security_group_members [ 697.274767] env[62265]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: de02ec7d-11c2-42c5-b7ed-ab1cbc11b231 with Priority: HIGHEST for action port [ 697.275802] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: fc14bf32-d62c-4a80-9110-c757fd3fbc4f in Status: IN_PROGRESS for 2s [ 697.276056] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock rules-07b3953d-e6be-4fd6-a5b5-bc8f70152e0c taken with stack trace [, , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 697.276222] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-07b3953d-e6be-4fd6-a5b5-bc8f70152e0c" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 697.276359] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-07b3953d-e6be-4fd6-a5b5-bc8f70152e0c" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 697.276611] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-07b3953d-e6be-4fd6-a5b5-bc8f70152e0c" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 697.276738] env[62265]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('07b3953d-e6be-4fd6-a5b5-bc8f70152e0c',) {} {{(pid=62265) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 697.277624] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock member-07b3953d-e6be-4fd6-a5b5-bc8f70152e0c taken with stack trace [, , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 697.277770] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-07b3953d-e6be-4fd6-a5b5-bc8f70152e0c" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 697.277993] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock port-de02ec7d-11c2-42c5-b7ed-ab1cbc11b231 taken with stack trace [, , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 697.278140] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-de02ec7d-11c2-42c5-b7ed-ab1cbc11b231" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 697.278229] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-de02ec7d-11c2-42c5-b7ed-ab1cbc11b231" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 697.278433] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-de02ec7d-11c2-42c5-b7ed-ab1cbc11b231" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 697.278530] env[62265]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('de02ec7d-11c2-42c5-b7ed-ab1cbc11b231',) {} {{(pid=62265) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 697.780061] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock member-07b3953d-e6be-4fd6-a5b5-bc8f70152e0c taken with stack trace [, , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 697.780354] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-07b3953d-e6be-4fd6-a5b5-bc8f70152e0c" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 697.783377] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port de02ec7d-11c2-42c5-b7ed-ab1cbc11b231 with status ACTIVE [ 697.783581] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 697.784158] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 697.784158] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 697.784158] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 697.784158] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 697.784337] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 697.784337] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 697.784414] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 697.784771] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 697.784771] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 697.784858] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 697.784922] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 697.784969] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 697.785169] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 697.785272] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 697.785358] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: de02ec7d-11c2-42c5-b7ed-ab1cbc11b231 is going to be updated. [ 697.838244] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 697.838244] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 697.838244] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 697.838244] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 697.838244] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 697.838244] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-de02ec7d-11c2-42c5-b7ed-ab1cbc11b231" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 697.962546] env[62265]: INFO networking_nsxv3.common.synchronization [req-cda507a1-81c9-4971-8003-bd948973a104 req-d8f64318-71b6-4655-bb97-2edfea4aad44 tempest-ServerActionsTestOtherA-1158692047 tempest-ServerActionsTestOtherA-1158692047-project-member] Enqueued Resource ID: 3649d9fc-24f4-43f3-8426-2fff76636e76 with Priority: HIGHEST for action security_group_members [ 697.962546] env[62265]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3649d9fc-24f4-43f3-8426-2fff76636e76 with Priority: HIGHEST for action security_group_members [ 697.962546] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock member-3649d9fc-24f4-43f3-8426-2fff76636e76 taken with stack trace [, , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 697.962546] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3649d9fc-24f4-43f3-8426-2fff76636e76" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 697.962546] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3649d9fc-24f4-43f3-8426-2fff76636e76" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 697.962546] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3649d9fc-24f4-43f3-8426-2fff76636e76" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 697.962546] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 697.962947] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 697.962947] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 697.962947] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 697.962947] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 697.963128] env[62265]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3649d9fc-24f4-43f3-8426-2fff76636e76',) {} {{(pid=62265) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 698.292489] env[62265]: DEBUG networking_nsxv3.common.locking [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Lock network-553 taken with stack trace [, , , , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 698.292691] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquiring lock "network-553" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 698.292806] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquired lock "network-553" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 698.293205] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquired external semaphore "network-553" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 698.293454] env[62265]: DEBUG networking_nsxv3.common.locking [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 698.293618] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquiring lock "Segment" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 698.293735] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquired lock "Segment" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 698.293963] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquired external semaphore "Segment" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 698.294135] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Releasing lock "Segment" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 698.294425] env[62265]: DEBUG dogpile.cache.region [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] No value present for key: 'zone-id' {{(pid=62265) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 698.294622] env[62265]: DEBUG dogpile.lock [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] NeedRegenerationException {{(pid=62265) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 698.294683] env[62265]: DEBUG dogpile.lock [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] no value, waiting for create lock {{(pid=62265) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 698.294844] env[62265]: DEBUG dogpile.lock [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] value creation lock acquired {{(pid=62265) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 698.295098] env[62265]: DEBUG dogpile.cache.region [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] No value present for key: 'zone-id' {{(pid=62265) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 698.295193] env[62265]: DEBUG dogpile.lock [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Calling creation function for not-yet-present value {{(pid=62265) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 698.295352] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 698.319214] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 698.319413] env[62265]: DEBUG dogpile.cache.region [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Cache value generated in 0.024 seconds for key(s): 'zone-id' {{(pid=62265) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 698.319531] env[62265]: DEBUG dogpile.lock [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Released creation lock {{(pid=62265) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 698.319713] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Releasing lock "network-553" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 698.320224] env[62265]: DEBUG networking_nsxv3.common.locking [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Lock port-69f1e292-8872-40a6-a07b-2ce05feeaf8d taken with stack trace [, , , , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 698.321356] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquiring lock "port-69f1e292-8872-40a6-a07b-2ce05feeaf8d" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 698.321561] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquired lock "port-69f1e292-8872-40a6-a07b-2ce05feeaf8d" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 698.321999] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquired external semaphore "port-69f1e292-8872-40a6-a07b-2ce05feeaf8d" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 698.322223] env[62265]: DEBUG networking_nsxv3.api.rpc [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('69f1e292-8872-40a6-a07b-2ce05feeaf8d',) {} {{(pid=62265) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 698.467465] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 698.467738] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 698.467856] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 698.468200] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 698.468327] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 698.468562] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 698.468743] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 698.468774] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 698.468983] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 698.469665] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 698.469665] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3649d9fc-24f4-43f3-8426-2fff76636e76 already deleted. [ 698.469665] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3649d9fc-24f4-43f3-8426-2fff76636e76" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 698.825554] env[62265]: DEBUG networking_nsxv3.common.locking [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 698.825554] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquiring lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 698.825554] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquired lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 698.826023] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquired external semaphore "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 698.826139] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Releasing lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 698.826315] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Segment Port 69f1e292-8872-40a6-a07b-2ce05feeaf8d not found, creating... [ 698.826577] env[62265]: DEBUG networking_nsxv3.common.locking [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 698.826762] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquiring lock "Segment" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 698.826899] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquired lock "Segment" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 698.827184] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquired external semaphore "Segment" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 698.827331] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Releasing lock "Segment" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 698.827672] env[62265]: DEBUG networking_nsxv3.common.locking [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 698.827830] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquiring lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 698.828516] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquired lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 698.828516] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquired external semaphore "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 698.828516] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Releasing lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 698.828516] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Resource: SegmentPort with ID: 69f1e292-8872-40a6-a07b-2ce05feeaf8d is going to be created. [ 698.846706] env[62265]: DEBUG networking_nsxv3.common.locking [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 698.846831] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquiring lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 698.847680] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquired lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 698.847680] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquired external semaphore "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 698.847680] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Releasing lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 698.847898] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Releasing lock "port-69f1e292-8872-40a6-a07b-2ce05feeaf8d" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 698.871725] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 816c28a4-7b3d-4ec6-b8a7-98e59cf7a51f in Status: SUCCESS [ 698.872055] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-816c28a4-7b3d-4ec6-b8a7-98e59cf7a51f" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 698.872271] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-816c28a4-7b3d-4ec6-b8a7-98e59cf7a51f" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 698.872523] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-816c28a4-7b3d-4ec6-b8a7-98e59cf7a51f" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 698.872745] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 698.872866] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 698.872964] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 698.873211] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 698.873311] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 698.873435] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-816c28a4-7b3d-4ec6-b8a7-98e59cf7a51f" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 698.873557] env[62265]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('816c28a4-7b3d-4ec6-b8a7-98e59cf7a51f',) {} {{(pid=62265) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 698.957237] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4e3255a1-2627-4af8-a377-2fa0c46dd04b in Status: SUCCESS [ 698.957237] env[62265]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4e3255a1-2627-4af8-a377-2fa0c46dd04b deletion is rescheduled due to dependency. [ 698.957237] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4e3255a1-2627-4af8-a377-2fa0c46dd04b" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 699.261442] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 07b3953d-e6be-4fd6-a5b5-bc8f70152e0c in Status: SUCCESS [ 699.261648] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-07b3953d-e6be-4fd6-a5b5-bc8f70152e0c" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 699.261997] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-07b3953d-e6be-4fd6-a5b5-bc8f70152e0c" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.262099] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-07b3953d-e6be-4fd6-a5b5-bc8f70152e0c" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 699.262281] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 699.262381] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 699.262451] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.262581] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 699.262661] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 699.262741] env[62265]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('07b3953d-e6be-4fd6-a5b5-bc8f70152e0c',) {} {{(pid=62265) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 699.286882] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: fc14bf32-d62c-4a80-9110-c757fd3fbc4f in Status: SUCCESS [ 699.286882] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-fc14bf32-d62c-4a80-9110-c757fd3fbc4f" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 699.366552] env[62265]: INFO networking_nsxv3.common.synchronization [req-7ece7ad6-54dc-438e-b42d-569d286530d2 req-b4323980-73ac-47a2-a7a6-129b0d7719cf tempest-SecurityGroupsTestJSON-1266741729 tempest-SecurityGroupsTestJSON-1266741729-project-member] Enqueued Resource ID: fc14bf32-d62c-4a80-9110-c757fd3fbc4f with Priority: HIGHEST for action security_group_members [ 699.366788] env[62265]: INFO networking_nsxv3.common.synchronization [req-7ece7ad6-54dc-438e-b42d-569d286530d2 req-b4323980-73ac-47a2-a7a6-129b0d7719cf tempest-SecurityGroupsTestJSON-1266741729 tempest-SecurityGroupsTestJSON-1266741729-project-member] Enqueued Resource ID: e1de3603-accf-48b1-98d6-aa6e1a5d354f with Priority: HIGHEST for action security_group_members [ 699.367617] env[62265]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fc14bf32-d62c-4a80-9110-c757fd3fbc4f with Priority: HIGHEST for action security_group_members [ 699.367695] env[62265]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e1de3603-accf-48b1-98d6-aa6e1a5d354f with Priority: HIGHEST for action security_group_members [ 699.368031] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock member-fc14bf32-d62c-4a80-9110-c757fd3fbc4f taken with stack trace [, , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 699.368220] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fc14bf32-d62c-4a80-9110-c757fd3fbc4f" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 699.368323] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fc14bf32-d62c-4a80-9110-c757fd3fbc4f" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.369017] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fc14bf32-d62c-4a80-9110-c757fd3fbc4f" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 699.369017] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 699.369017] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 699.369017] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.369190] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 699.369218] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 699.369306] env[62265]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('fc14bf32-d62c-4a80-9110-c757fd3fbc4f',) {} {{(pid=62265) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 699.370292] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock member-e1de3603-accf-48b1-98d6-aa6e1a5d354f taken with stack trace [, , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 699.370434] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e1de3603-accf-48b1-98d6-aa6e1a5d354f" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 699.370506] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e1de3603-accf-48b1-98d6-aa6e1a5d354f" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.370702] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e1de3603-accf-48b1-98d6-aa6e1a5d354f" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 699.371901] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 699.372054] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 699.372135] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.372235] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 699.372322] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 699.372564] env[62265]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e1de3603-accf-48b1-98d6-aa6e1a5d354f',) {} {{(pid=62265) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 699.376052] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock member-816c28a4-7b3d-4ec6-b8a7-98e59cf7a51f taken with stack trace [, , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 699.376147] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-816c28a4-7b3d-4ec6-b8a7-98e59cf7a51f" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 699.376191] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-816c28a4-7b3d-4ec6-b8a7-98e59cf7a51f" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.376499] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-816c28a4-7b3d-4ec6-b8a7-98e59cf7a51f" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 699.376589] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 699.376881] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 699.376988] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.377588] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 699.377684] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 699.377684] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-816c28a4-7b3d-4ec6-b8a7-98e59cf7a51f" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 699.377872] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock member-816c28a4-7b3d-4ec6-b8a7-98e59cf7a51f taken with stack trace [, , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 699.377989] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-816c28a4-7b3d-4ec6-b8a7-98e59cf7a51f" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 699.378052] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-816c28a4-7b3d-4ec6-b8a7-98e59cf7a51f" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.378185] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-816c28a4-7b3d-4ec6-b8a7-98e59cf7a51f" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 699.378901] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 699.378901] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 699.378901] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.378901] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 699.378901] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 699.378901] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-816c28a4-7b3d-4ec6-b8a7-98e59cf7a51f" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 699.378901] env[62265]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('816c28a4-7b3d-4ec6-b8a7-98e59cf7a51f',) {} {{(pid=62265) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 699.425591] env[62265]: INFO networking_nsxv3.common.synchronization [req-7ece7ad6-54dc-438e-b42d-569d286530d2 req-b4323980-73ac-47a2-a7a6-129b0d7719cf tempest-SecurityGroupsTestJSON-1266741729 tempest-SecurityGroupsTestJSON-1266741729-project-member] Enqueued Resource ID: e1de3603-accf-48b1-98d6-aa6e1a5d354f with Priority: HIGHEST for action security_group_rules [ 699.425591] env[62265]: INFO networking_nsxv3.common.synchronization [req-7ece7ad6-54dc-438e-b42d-569d286530d2 req-b4323980-73ac-47a2-a7a6-129b0d7719cf tempest-SecurityGroupsTestJSON-1266741729 tempest-SecurityGroupsTestJSON-1266741729-project-member] Enqueued Resource ID: e1de3603-accf-48b1-98d6-aa6e1a5d354f with Priority: HIGHEST for action security_group_members [ 699.425591] env[62265]: INFO networking_nsxv3.common.synchronization [req-7ece7ad6-54dc-438e-b42d-569d286530d2 req-b4323980-73ac-47a2-a7a6-129b0d7719cf tempest-SecurityGroupsTestJSON-1266741729 tempest-SecurityGroupsTestJSON-1266741729-project-member] Enqueued Resource ID: fc14bf32-d62c-4a80-9110-c757fd3fbc4f with Priority: HIGHEST for action security_group_rules [ 699.425800] env[62265]: INFO networking_nsxv3.common.synchronization [req-7ece7ad6-54dc-438e-b42d-569d286530d2 req-b4323980-73ac-47a2-a7a6-129b0d7719cf tempest-SecurityGroupsTestJSON-1266741729 tempest-SecurityGroupsTestJSON-1266741729-project-member] Enqueued Resource ID: fc14bf32-d62c-4a80-9110-c757fd3fbc4f with Priority: HIGHEST for action security_group_members [ 699.425831] env[62265]: INFO networking_nsxv3.common.synchronization [req-7ece7ad6-54dc-438e-b42d-569d286530d2 req-b4323980-73ac-47a2-a7a6-129b0d7719cf tempest-SecurityGroupsTestJSON-1266741729 tempest-SecurityGroupsTestJSON-1266741729-project-member] Enqueued Resource ID: a2a6e013-f18d-4ea7-b6de-bd7f5428ef99 with Priority: HIGHEST for action port [ 699.426327] env[62265]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e1de3603-accf-48b1-98d6-aa6e1a5d354f with Priority: HIGHEST for action security_group_rules [ 699.426479] env[62265]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fc14bf32-d62c-4a80-9110-c757fd3fbc4f with Priority: HIGHEST for action security_group_rules [ 699.426579] env[62265]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a2a6e013-f18d-4ea7-b6de-bd7f5428ef99 with Priority: HIGHEST for action port [ 699.426697] env[62265]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e1de3603-accf-48b1-98d6-aa6e1a5d354f with Priority: HIGHEST for action security_group_members [ 699.426834] env[62265]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fc14bf32-d62c-4a80-9110-c757fd3fbc4f with Priority: HIGHEST for action security_group_members [ 699.428652] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e1de3603-accf-48b1-98d6-aa6e1a5d354f taken with stack trace [, , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 699.428782] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e1de3603-accf-48b1-98d6-aa6e1a5d354f" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 699.428897] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e1de3603-accf-48b1-98d6-aa6e1a5d354f" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.429112] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e1de3603-accf-48b1-98d6-aa6e1a5d354f" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 699.429193] env[62265]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e1de3603-accf-48b1-98d6-aa6e1a5d354f',) {} {{(pid=62265) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 699.434206] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock rules-fc14bf32-d62c-4a80-9110-c757fd3fbc4f taken with stack trace [, , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 699.434352] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-fc14bf32-d62c-4a80-9110-c757fd3fbc4f" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 699.434417] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-fc14bf32-d62c-4a80-9110-c757fd3fbc4f" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.434586] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-fc14bf32-d62c-4a80-9110-c757fd3fbc4f" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 699.434663] env[62265]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('fc14bf32-d62c-4a80-9110-c757fd3fbc4f',) {} {{(pid=62265) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 699.436307] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock port-a2a6e013-f18d-4ea7-b6de-bd7f5428ef99 taken with stack trace [, , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 699.436307] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a2a6e013-f18d-4ea7-b6de-bd7f5428ef99" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 699.436307] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a2a6e013-f18d-4ea7-b6de-bd7f5428ef99" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.436661] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a2a6e013-f18d-4ea7-b6de-bd7f5428ef99" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 699.437133] env[62265]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a2a6e013-f18d-4ea7-b6de-bd7f5428ef99',) {} {{(pid=62265) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 699.437719] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock member-e1de3603-accf-48b1-98d6-aa6e1a5d354f taken with stack trace [, , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 699.437719] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e1de3603-accf-48b1-98d6-aa6e1a5d354f" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 699.437889] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock member-fc14bf32-d62c-4a80-9110-c757fd3fbc4f taken with stack trace [, , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 699.437969] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fc14bf32-d62c-4a80-9110-c757fd3fbc4f" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 699.766536] env[62265]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('07b3953d-e6be-4fd6-a5b5-bc8f70152e0c',) {} {{(pid=62265) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 699.874314] env[62265]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('fc14bf32-d62c-4a80-9110-c757fd3fbc4f',) {} {{(pid=62265) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 699.876446] env[62265]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('e1de3603-accf-48b1-98d6-aa6e1a5d354f',) {} {{(pid=62265) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 699.880716] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 816c28a4-7b3d-4ec6-b8a7-98e59cf7a51f: rpc.has_security_group_logging(os_id): False [ 699.898097] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 699.898245] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 699.898315] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.898528] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 699.898627] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 699.898837] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 699.898958] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 699.899039] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.899204] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 699.899271] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 699.899487] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 699.899578] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 699.899651] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.899797] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 699.899872] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 699.900062] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 699.900156] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 699.900424] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.900583] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 699.900660] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 699.900746] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 816c28a4-7b3d-4ec6-b8a7-98e59cf7a51f is going to be updated. [ 699.939133] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock member-fc14bf32-d62c-4a80-9110-c757fd3fbc4f taken with stack trace [, , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 699.939347] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fc14bf32-d62c-4a80-9110-c757fd3fbc4f" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 699.939462] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port a2a6e013-f18d-4ea7-b6de-bd7f5428ef99 with status ACTIVE [ 699.939641] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 699.939751] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 699.939916] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.940051] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 699.940159] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 699.940329] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 699.940438] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 699.940501] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.940669] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 699.940748] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 699.941257] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 699.941384] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 699.941448] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.941611] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 699.941700] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 699.941788] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: a2a6e013-f18d-4ea7-b6de-bd7f5428ef99 is going to be updated. [ 699.942993] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock member-e1de3603-accf-48b1-98d6-aa6e1a5d354f taken with stack trace [, , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 699.943122] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e1de3603-accf-48b1-98d6-aa6e1a5d354f" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 699.956157] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 699.956281] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 699.956349] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.956534] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 699.956703] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 699.961740] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 699.961851] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 699.961919] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.962094] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 699.962216] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 699.962355] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a2a6e013-f18d-4ea7-b6de-bd7f5428ef99" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 699.966968] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 816c28a4-7b3d-4ec6-b8a7-98e59cf7a51f in Status: IN_PROGRESS for 2s [ 700.017813] env[62265]: INFO networking_nsxv3.common.synchronization [req-cda507a1-81c9-4971-8003-bd948973a104 req-a802cdc0-4d8c-46e7-aa2b-a4d45e25b2f3 service nova] Enqueued Resource ID: 3649d9fc-24f4-43f3-8426-2fff76636e76 with Priority: HIGHEST for action security_group_rules [ 700.018021] env[62265]: INFO networking_nsxv3.common.synchronization [req-cda507a1-81c9-4971-8003-bd948973a104 req-a802cdc0-4d8c-46e7-aa2b-a4d45e25b2f3 service nova] Enqueued Resource ID: 3649d9fc-24f4-43f3-8426-2fff76636e76 with Priority: HIGHEST for action security_group_members [ 700.018137] env[62265]: INFO networking_nsxv3.common.synchronization [req-cda507a1-81c9-4971-8003-bd948973a104 req-a802cdc0-4d8c-46e7-aa2b-a4d45e25b2f3 service nova] Enqueued Resource ID: 69f1e292-8872-40a6-a07b-2ce05feeaf8d with Priority: HIGHEST for action port [ 700.018361] env[62265]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3649d9fc-24f4-43f3-8426-2fff76636e76 with Priority: HIGHEST for action security_group_rules [ 700.018517] env[62265]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3649d9fc-24f4-43f3-8426-2fff76636e76 with Priority: HIGHEST for action security_group_members [ 700.018579] env[62265]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 69f1e292-8872-40a6-a07b-2ce05feeaf8d with Priority: HIGHEST for action port [ 700.019154] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock rules-3649d9fc-24f4-43f3-8426-2fff76636e76 taken with stack trace [, , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 700.019279] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-3649d9fc-24f4-43f3-8426-2fff76636e76" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 700.019380] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-3649d9fc-24f4-43f3-8426-2fff76636e76" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.019542] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-3649d9fc-24f4-43f3-8426-2fff76636e76" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 700.019619] env[62265]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('3649d9fc-24f4-43f3-8426-2fff76636e76',) {} {{(pid=62265) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 700.020707] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock member-3649d9fc-24f4-43f3-8426-2fff76636e76 taken with stack trace [, , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 700.020820] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3649d9fc-24f4-43f3-8426-2fff76636e76" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 700.020911] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3649d9fc-24f4-43f3-8426-2fff76636e76" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.021086] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3649d9fc-24f4-43f3-8426-2fff76636e76" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 700.021236] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 700.021332] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 700.021394] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.021534] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 700.021620] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 700.021703] env[62265]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3649d9fc-24f4-43f3-8426-2fff76636e76',) {} {{(pid=62265) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 700.022817] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock port-69f1e292-8872-40a6-a07b-2ce05feeaf8d taken with stack trace [, , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 700.022930] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-69f1e292-8872-40a6-a07b-2ce05feeaf8d" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 700.023007] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-69f1e292-8872-40a6-a07b-2ce05feeaf8d" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.023164] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-69f1e292-8872-40a6-a07b-2ce05feeaf8d" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 700.023238] env[62265]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('69f1e292-8872-40a6-a07b-2ce05feeaf8d',) {} {{(pid=62265) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 700.268436] env[62265]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('07b3953d-e6be-4fd6-a5b5-bc8f70152e0c',) {} {{(pid=62265) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 700.296037] env[62265]: INFO networking_nsxv3.common.synchronization [req-68dcdc5e-30fb-4d04-9097-9d8a6526d130 req-01eb3e56-bb8e-4dba-8904-510c231b04b7 tempest-SecurityGroupsTestJSON-1266741729 tempest-SecurityGroupsTestJSON-1266741729-project-member] Enqueued Resource ID: af4b8eea-a7de-4eb1-925b-bffef6669374 with Priority: HIGHEST for action security_group_members [ 700.296219] env[62265]: INFO networking_nsxv3.common.synchronization [req-68dcdc5e-30fb-4d04-9097-9d8a6526d130 req-01eb3e56-bb8e-4dba-8904-510c231b04b7 tempest-SecurityGroupsTestJSON-1266741729 tempest-SecurityGroupsTestJSON-1266741729-project-member] Enqueued Resource ID: fc14bf32-d62c-4a80-9110-c757fd3fbc4f with Priority: HIGHEST for action security_group_members [ 700.296346] env[62265]: INFO networking_nsxv3.common.synchronization [req-68dcdc5e-30fb-4d04-9097-9d8a6526d130 req-01eb3e56-bb8e-4dba-8904-510c231b04b7 tempest-SecurityGroupsTestJSON-1266741729 tempest-SecurityGroupsTestJSON-1266741729-project-member] Enqueued Resource ID: e1de3603-accf-48b1-98d6-aa6e1a5d354f with Priority: HIGHEST for action security_group_members [ 700.296815] env[62265]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: af4b8eea-a7de-4eb1-925b-bffef6669374 with Priority: HIGHEST for action security_group_members [ 700.296953] env[62265]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fc14bf32-d62c-4a80-9110-c757fd3fbc4f with Priority: HIGHEST for action security_group_members [ 700.297061] env[62265]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e1de3603-accf-48b1-98d6-aa6e1a5d354f with Priority: HIGHEST for action security_group_members [ 700.297331] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock member-af4b8eea-a7de-4eb1-925b-bffef6669374 taken with stack trace [, , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 700.297454] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-af4b8eea-a7de-4eb1-925b-bffef6669374" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 700.297520] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-af4b8eea-a7de-4eb1-925b-bffef6669374" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.297775] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-af4b8eea-a7de-4eb1-925b-bffef6669374" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 700.297931] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 700.298147] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 700.298225] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.298400] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 700.298481] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 700.298575] env[62265]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('af4b8eea-a7de-4eb1-925b-bffef6669374',) {} {{(pid=62265) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 700.299435] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock member-fc14bf32-d62c-4a80-9110-c757fd3fbc4f taken with stack trace [, , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 700.299541] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fc14bf32-d62c-4a80-9110-c757fd3fbc4f" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 700.299793] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock member-e1de3603-accf-48b1-98d6-aa6e1a5d354f taken with stack trace [, , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 700.299793] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e1de3603-accf-48b1-98d6-aa6e1a5d354f" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 700.376994] env[62265]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('fc14bf32-d62c-4a80-9110-c757fd3fbc4f',) {} {{(pid=62265) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 700.379973] env[62265]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('e1de3603-accf-48b1-98d6-aa6e1a5d354f',) {} {{(pid=62265) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 700.405137] env[62265]: INFO networking_nsxv3.common.synchronization [req-68dcdc5e-30fb-4d04-9097-9d8a6526d130 req-01eb3e56-bb8e-4dba-8904-510c231b04b7 tempest-SecurityGroupsTestJSON-1266741729 tempest-SecurityGroupsTestJSON-1266741729-project-member] Enqueued Resource ID: af4b8eea-a7de-4eb1-925b-bffef6669374 with Priority: HIGHEST for action security_group_rules [ 700.405315] env[62265]: INFO networking_nsxv3.common.synchronization [req-68dcdc5e-30fb-4d04-9097-9d8a6526d130 req-01eb3e56-bb8e-4dba-8904-510c231b04b7 tempest-SecurityGroupsTestJSON-1266741729 tempest-SecurityGroupsTestJSON-1266741729-project-member] Enqueued Resource ID: af4b8eea-a7de-4eb1-925b-bffef6669374 with Priority: HIGHEST for action security_group_members [ 700.405459] env[62265]: INFO networking_nsxv3.common.synchronization [req-68dcdc5e-30fb-4d04-9097-9d8a6526d130 req-01eb3e56-bb8e-4dba-8904-510c231b04b7 tempest-SecurityGroupsTestJSON-1266741729 tempest-SecurityGroupsTestJSON-1266741729-project-member] Enqueued Resource ID: e1de3603-accf-48b1-98d6-aa6e1a5d354f with Priority: HIGHEST for action security_group_rules [ 700.405597] env[62265]: INFO networking_nsxv3.common.synchronization [req-68dcdc5e-30fb-4d04-9097-9d8a6526d130 req-01eb3e56-bb8e-4dba-8904-510c231b04b7 tempest-SecurityGroupsTestJSON-1266741729 tempest-SecurityGroupsTestJSON-1266741729-project-member] Enqueued Resource ID: e1de3603-accf-48b1-98d6-aa6e1a5d354f with Priority: HIGHEST for action security_group_members [ 700.405721] env[62265]: INFO networking_nsxv3.common.synchronization [req-68dcdc5e-30fb-4d04-9097-9d8a6526d130 req-01eb3e56-bb8e-4dba-8904-510c231b04b7 tempest-SecurityGroupsTestJSON-1266741729 tempest-SecurityGroupsTestJSON-1266741729-project-member] Enqueued Resource ID: fc14bf32-d62c-4a80-9110-c757fd3fbc4f with Priority: HIGHEST for action security_group_rules [ 700.405842] env[62265]: INFO networking_nsxv3.common.synchronization [req-68dcdc5e-30fb-4d04-9097-9d8a6526d130 req-01eb3e56-bb8e-4dba-8904-510c231b04b7 tempest-SecurityGroupsTestJSON-1266741729 tempest-SecurityGroupsTestJSON-1266741729-project-member] Enqueued Resource ID: fc14bf32-d62c-4a80-9110-c757fd3fbc4f with Priority: HIGHEST for action security_group_members [ 700.406010] env[62265]: INFO networking_nsxv3.common.synchronization [req-68dcdc5e-30fb-4d04-9097-9d8a6526d130 req-01eb3e56-bb8e-4dba-8904-510c231b04b7 tempest-SecurityGroupsTestJSON-1266741729 tempest-SecurityGroupsTestJSON-1266741729-project-member] Enqueued Resource ID: a2a6e013-f18d-4ea7-b6de-bd7f5428ef99 with Priority: HIGHEST for action port [ 700.406433] env[62265]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: af4b8eea-a7de-4eb1-925b-bffef6669374 with Priority: HIGHEST for action security_group_rules [ 700.406567] env[62265]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e1de3603-accf-48b1-98d6-aa6e1a5d354f with Priority: HIGHEST for action security_group_rules [ 700.406662] env[62265]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fc14bf32-d62c-4a80-9110-c757fd3fbc4f with Priority: HIGHEST for action security_group_members [ 700.406751] env[62265]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a2a6e013-f18d-4ea7-b6de-bd7f5428ef99 with Priority: HIGHEST for action port [ 700.406838] env[62265]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fc14bf32-d62c-4a80-9110-c757fd3fbc4f with Priority: HIGHEST for action security_group_rules [ 700.406924] env[62265]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: af4b8eea-a7de-4eb1-925b-bffef6669374 with Priority: HIGHEST for action security_group_members [ 700.407015] env[62265]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e1de3603-accf-48b1-98d6-aa6e1a5d354f with Priority: HIGHEST for action security_group_members [ 700.407653] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock rules-af4b8eea-a7de-4eb1-925b-bffef6669374 taken with stack trace [, , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 700.407779] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-af4b8eea-a7de-4eb1-925b-bffef6669374" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 700.407845] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-af4b8eea-a7de-4eb1-925b-bffef6669374" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.408115] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-af4b8eea-a7de-4eb1-925b-bffef6669374" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 700.408194] env[62265]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('af4b8eea-a7de-4eb1-925b-bffef6669374',) {} {{(pid=62265) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 700.409135] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e1de3603-accf-48b1-98d6-aa6e1a5d354f taken with stack trace [, , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 700.409135] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e1de3603-accf-48b1-98d6-aa6e1a5d354f" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 700.409306] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock member-fc14bf32-d62c-4a80-9110-c757fd3fbc4f taken with stack trace [, , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 700.409360] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fc14bf32-d62c-4a80-9110-c757fd3fbc4f" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 700.413027] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock port-a2a6e013-f18d-4ea7-b6de-bd7f5428ef99 taken with stack trace [, , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 700.413027] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a2a6e013-f18d-4ea7-b6de-bd7f5428ef99" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 700.413027] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a2a6e013-f18d-4ea7-b6de-bd7f5428ef99" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.413027] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a2a6e013-f18d-4ea7-b6de-bd7f5428ef99" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 700.413027] env[62265]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a2a6e013-f18d-4ea7-b6de-bd7f5428ef99',) {} {{(pid=62265) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 700.413027] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock rules-fc14bf32-d62c-4a80-9110-c757fd3fbc4f taken with stack trace [, , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 700.413027] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-fc14bf32-d62c-4a80-9110-c757fd3fbc4f" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 700.413027] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock member-af4b8eea-a7de-4eb1-925b-bffef6669374 taken with stack trace [, , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 700.413027] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-af4b8eea-a7de-4eb1-925b-bffef6669374" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 700.413027] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock member-e1de3603-accf-48b1-98d6-aa6e1a5d354f taken with stack trace [, , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 700.413027] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e1de3603-accf-48b1-98d6-aa6e1a5d354f" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 700.524770] env[62265]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('3649d9fc-24f4-43f3-8426-2fff76636e76',) {} {{(pid=62265) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 700.525862] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock member-3649d9fc-24f4-43f3-8426-2fff76636e76 taken with stack trace [, , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 700.525978] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3649d9fc-24f4-43f3-8426-2fff76636e76" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 700.530268] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 69f1e292-8872-40a6-a07b-2ce05feeaf8d with status ACTIVE [ 700.530268] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 700.530268] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 700.530268] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.530268] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 700.530268] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 700.530268] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 700.530268] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 700.530268] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.530268] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 700.530616] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 700.530793] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 700.530950] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 700.531041] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.531201] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 700.531284] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 700.531588] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 69f1e292-8872-40a6-a07b-2ce05feeaf8d is going to be updated. [ 700.552903] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 700.552903] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 700.552903] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.552903] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 700.552903] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 700.552903] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-69f1e292-8872-40a6-a07b-2ce05feeaf8d" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 700.747397] env[62265]: INFO networking_nsxv3.common.synchronization [req-cc2ff45e-1536-4e7f-be8d-4a843c7f2f16 req-f20a326c-d2db-4f11-bd71-505c01ec13f4 tempest-ServersAdminTestJSON-792054294 tempest-ServersAdminTestJSON-792054294-project-member] Enqueued Resource ID: b14d34b3-3850-409a-ad29-5e7f511073a0 with Priority: HIGHEST for action security_group_members [ 700.750671] env[62265]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b14d34b3-3850-409a-ad29-5e7f511073a0 with Priority: HIGHEST for action security_group_members [ 700.750671] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock member-b14d34b3-3850-409a-ad29-5e7f511073a0 taken with stack trace [, , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 700.750671] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b14d34b3-3850-409a-ad29-5e7f511073a0" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 700.750671] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b14d34b3-3850-409a-ad29-5e7f511073a0" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.750671] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b14d34b3-3850-409a-ad29-5e7f511073a0" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 700.750671] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 700.750671] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 700.750671] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.750671] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 700.750671] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 700.750671] env[62265]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b14d34b3-3850-409a-ad29-5e7f511073a0',) {} {{(pid=62265) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 700.771307] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 700.771307] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 700.771307] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.771307] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 700.771307] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 700.771480] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 07b3953d-e6be-4fd6-a5b5-bc8f70152e0c is going to be updated. [ 700.805403] env[62265]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('af4b8eea-a7de-4eb1-925b-bffef6669374',) {} {{(pid=62265) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 700.813234] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 700.813234] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 700.813359] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.813577] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 700.813687] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 700.825119] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 07b3953d-e6be-4fd6-a5b5-bc8f70152e0c in Status: IN_PROGRESS for 2s [ 700.882620] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 700.882911] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 700.882911] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.883068] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 700.883162] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 700.884047] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e1de3603-accf-48b1-98d6-aa6e1a5d354f is going to be created. [ 700.885451] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 700.885583] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 700.885700] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.885891] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 700.885983] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 700.886254] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fc14bf32-d62c-4a80-9110-c757fd3fbc4f is going to be updated. [ 700.912132] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 700.912301] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 700.912352] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.916020] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 700.916020] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 700.916020] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock member-af4b8eea-a7de-4eb1-925b-bffef6669374 taken with stack trace [, , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 700.916396] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-af4b8eea-a7de-4eb1-925b-bffef6669374" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 700.916396] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port a2a6e013-f18d-4ea7-b6de-bd7f5428ef99 with status ACTIVE [ 700.916396] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 700.916556] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 700.916556] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.919643] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 700.919643] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 700.919643] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 700.919643] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 700.919643] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.919643] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 700.919643] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 700.919643] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 700.919643] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 700.919643] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.919643] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 700.919643] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 700.919643] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: a2a6e013-f18d-4ea7-b6de-bd7f5428ef99 is going to be updated. [ 700.925590] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 700.925590] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 700.925590] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.925590] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 700.925590] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 700.932521] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fc14bf32-d62c-4a80-9110-c757fd3fbc4f in Status: IN_PROGRESS for 2s [ 700.933423] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e1de3603-accf-48b1-98d6-aa6e1a5d354f in Status: UNINITIALIZED for 2s [ 700.946762] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 700.946906] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 700.946998] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.947395] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 700.947546] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 700.947870] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a2a6e013-f18d-4ea7-b6de-bd7f5428ef99" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 701.027163] env[62265]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('3649d9fc-24f4-43f3-8426-2fff76636e76',) {} {{(pid=62265) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 701.088625] env[62265]: DEBUG networking_nsxv3.common.locking [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Lock network-528 taken with stack trace [, , , , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 701.089019] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquiring lock "network-528" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 701.089527] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquired lock "network-528" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.089763] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquired external semaphore "network-528" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 701.090190] env[62265]: DEBUG networking_nsxv3.common.locking [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 701.090393] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquiring lock "Segment" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 701.090575] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquired lock "Segment" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.090765] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquired external semaphore "Segment" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 701.090980] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Releasing lock "Segment" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 701.091270] env[62265]: DEBUG dogpile.cache.region [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] No value present for key: 'zone-id' {{(pid=62265) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 701.091406] env[62265]: DEBUG dogpile.lock [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] NeedRegenerationException {{(pid=62265) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 701.091489] env[62265]: DEBUG dogpile.lock [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] no value, waiting for create lock {{(pid=62265) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 701.091593] env[62265]: DEBUG dogpile.lock [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] value creation lock acquired {{(pid=62265) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 701.091751] env[62265]: DEBUG dogpile.cache.region [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] No value present for key: 'zone-id' {{(pid=62265) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 701.091918] env[62265]: DEBUG dogpile.lock [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Calling creation function for not-yet-present value {{(pid=62265) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 701.092030] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 701.111478] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 701.111653] env[62265]: DEBUG dogpile.cache.region [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=62265) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 701.111788] env[62265]: DEBUG dogpile.lock [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Released creation lock {{(pid=62265) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 701.111979] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Releasing lock "network-528" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 701.112400] env[62265]: DEBUG networking_nsxv3.common.locking [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Lock port-68534fc1-bf86-46cb-b469-b5ee304c0d43 taken with stack trace [, , , , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 701.112612] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquiring lock "port-68534fc1-bf86-46cb-b469-b5ee304c0d43" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 701.112735] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquired lock "port-68534fc1-bf86-46cb-b469-b5ee304c0d43" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.113084] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquired external semaphore "port-68534fc1-bf86-46cb-b469-b5ee304c0d43" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 701.113262] env[62265]: DEBUG networking_nsxv3.api.rpc [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('68534fc1-bf86-46cb-b469-b5ee304c0d43',) {} {{(pid=62265) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 701.253595] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 701.253771] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 701.253844] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.254181] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 701.254291] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 701.254496] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 701.254602] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 701.254663] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.254829] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 701.254998] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 701.255110] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b14d34b3-3850-409a-ad29-5e7f511073a0 already deleted. [ 701.255198] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b14d34b3-3850-409a-ad29-5e7f511073a0" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 701.307998] env[62265]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('af4b8eea-a7de-4eb1-925b-bffef6669374',) {} {{(pid=62265) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 701.531294] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 701.531294] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 701.531294] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.531294] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 701.531294] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 701.531294] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3649d9fc-24f4-43f3-8426-2fff76636e76 is going to be created. [ 701.561081] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 701.561081] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 701.561081] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.561081] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 701.561360] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 701.569904] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3649d9fc-24f4-43f3-8426-2fff76636e76 in Status: UNINITIALIZED for 2s [ 701.621023] env[62265]: DEBUG networking_nsxv3.common.locking [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 701.621023] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquiring lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 701.621023] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquired lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.621023] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquired external semaphore "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 701.621023] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Releasing lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 701.621023] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Segment Port 68534fc1-bf86-46cb-b469-b5ee304c0d43 not found, creating... [ 701.621023] env[62265]: DEBUG networking_nsxv3.common.locking [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 701.621023] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquiring lock "Segment" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 701.621023] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquired lock "Segment" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.621023] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquired external semaphore "Segment" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 701.621023] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Releasing lock "Segment" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 701.621526] env[62265]: DEBUG networking_nsxv3.common.locking [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 701.621526] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquiring lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 701.621526] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquired lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.621526] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquired external semaphore "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 701.621526] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Releasing lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 701.621526] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Resource: SegmentPort with ID: 68534fc1-bf86-46cb-b469-b5ee304c0d43 is going to be created. [ 701.640171] env[62265]: DEBUG networking_nsxv3.common.locking [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 701.641010] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquiring lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 701.641010] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquired lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.641010] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquired external semaphore "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 701.641225] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Releasing lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 701.641464] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Releasing lock "port-68534fc1-bf86-46cb-b469-b5ee304c0d43" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 701.811231] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 701.811385] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 701.811454] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.811688] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 701.811769] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 701.811960] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: af4b8eea-a7de-4eb1-925b-bffef6669374 is going to be created. [ 701.836678] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 701.836838] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 701.836911] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.837156] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 701.837362] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 701.845630] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: af4b8eea-a7de-4eb1-925b-bffef6669374 in Status: UNINITIALIZED for 2s [ 701.980837] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 816c28a4-7b3d-4ec6-b8a7-98e59cf7a51f in Status: SUCCESS [ 701.981259] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-816c28a4-7b3d-4ec6-b8a7-98e59cf7a51f" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 702.836715] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 07b3953d-e6be-4fd6-a5b5-bc8f70152e0c in Status: SUCCESS [ 702.836904] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-07b3953d-e6be-4fd6-a5b5-bc8f70152e0c" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 702.837092] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-07b3953d-e6be-4fd6-a5b5-bc8f70152e0c" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.837320] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-07b3953d-e6be-4fd6-a5b5-bc8f70152e0c" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 702.837492] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 702.837612] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 702.837678] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.837829] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 702.837918] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 702.838008] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-07b3953d-e6be-4fd6-a5b5-bc8f70152e0c" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 702.838104] env[62265]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('07b3953d-e6be-4fd6-a5b5-bc8f70152e0c',) {} {{(pid=62265) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 702.949618] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e1de3603-accf-48b1-98d6-aa6e1a5d354f in Status: SUCCESS [ 702.950098] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e1de3603-accf-48b1-98d6-aa6e1a5d354f" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 702.951241] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fc14bf32-d62c-4a80-9110-c757fd3fbc4f in Status: SUCCESS [ 702.951454] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fc14bf32-d62c-4a80-9110-c757fd3fbc4f" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 702.952397] env[62265]: INFO networking_nsxv3.common.synchronization [req-cc2ff45e-1536-4e7f-be8d-4a843c7f2f16 req-1923eb9d-4187-4ef7-81fe-c3bb3d55ae04 service nova] Enqueued Resource ID: b14d34b3-3850-409a-ad29-5e7f511073a0 with Priority: HIGHEST for action security_group_rules [ 702.952604] env[62265]: INFO networking_nsxv3.common.synchronization [req-cc2ff45e-1536-4e7f-be8d-4a843c7f2f16 req-1923eb9d-4187-4ef7-81fe-c3bb3d55ae04 service nova] Enqueued Resource ID: b14d34b3-3850-409a-ad29-5e7f511073a0 with Priority: HIGHEST for action security_group_members [ 702.952782] env[62265]: INFO networking_nsxv3.common.synchronization [req-cc2ff45e-1536-4e7f-be8d-4a843c7f2f16 req-1923eb9d-4187-4ef7-81fe-c3bb3d55ae04 service nova] Enqueued Resource ID: 68534fc1-bf86-46cb-b469-b5ee304c0d43 with Priority: HIGHEST for action port [ 702.953340] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e1de3603-accf-48b1-98d6-aa6e1a5d354f" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.953585] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e1de3603-accf-48b1-98d6-aa6e1a5d354f" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 702.953823] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 702.953977] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 702.954158] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.955024] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 702.955024] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 702.955024] env[62265]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e1de3603-accf-48b1-98d6-aa6e1a5d354f',) {} {{(pid=62265) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 702.955528] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fc14bf32-d62c-4a80-9110-c757fd3fbc4f" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.955737] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fc14bf32-d62c-4a80-9110-c757fd3fbc4f" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 702.956655] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 702.956808] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 702.956900] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.957211] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 702.957211] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 702.957322] env[62265]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('fc14bf32-d62c-4a80-9110-c757fd3fbc4f',) {} {{(pid=62265) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 702.962258] env[62265]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b14d34b3-3850-409a-ad29-5e7f511073a0 with Priority: HIGHEST for action security_group_rules [ 702.963335] env[62265]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b14d34b3-3850-409a-ad29-5e7f511073a0 with Priority: HIGHEST for action security_group_members [ 702.963335] env[62265]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 68534fc1-bf86-46cb-b469-b5ee304c0d43 with Priority: HIGHEST for action port [ 702.964647] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b14d34b3-3850-409a-ad29-5e7f511073a0 taken with stack trace [, , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 702.964647] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b14d34b3-3850-409a-ad29-5e7f511073a0" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 702.964647] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b14d34b3-3850-409a-ad29-5e7f511073a0" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.964647] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b14d34b3-3850-409a-ad29-5e7f511073a0" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 702.964647] env[62265]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b14d34b3-3850-409a-ad29-5e7f511073a0',) {} {{(pid=62265) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 702.965364] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock member-b14d34b3-3850-409a-ad29-5e7f511073a0 taken with stack trace [, , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 702.965462] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b14d34b3-3850-409a-ad29-5e7f511073a0" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 702.965528] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b14d34b3-3850-409a-ad29-5e7f511073a0" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.965720] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b14d34b3-3850-409a-ad29-5e7f511073a0" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 702.965877] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 702.965988] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 702.966066] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.966229] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 702.966311] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 702.966402] env[62265]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b14d34b3-3850-409a-ad29-5e7f511073a0',) {} {{(pid=62265) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 702.967420] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock port-68534fc1-bf86-46cb-b469-b5ee304c0d43 taken with stack trace [, , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 702.967420] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-68534fc1-bf86-46cb-b469-b5ee304c0d43" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 702.967533] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-68534fc1-bf86-46cb-b469-b5ee304c0d43" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.967576] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-68534fc1-bf86-46cb-b469-b5ee304c0d43" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 702.967647] env[62265]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('68534fc1-bf86-46cb-b469-b5ee304c0d43',) {} {{(pid=62265) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 703.343934] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock member-07b3953d-e6be-4fd6-a5b5-bc8f70152e0c taken with stack trace [, , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 703.343934] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-07b3953d-e6be-4fd6-a5b5-bc8f70152e0c" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 703.343934] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-07b3953d-e6be-4fd6-a5b5-bc8f70152e0c" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.344329] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-07b3953d-e6be-4fd6-a5b5-bc8f70152e0c" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 703.344419] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 703.344520] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 703.344582] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.344968] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 703.345081] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 703.345174] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-07b3953d-e6be-4fd6-a5b5-bc8f70152e0c" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 703.345743] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock member-07b3953d-e6be-4fd6-a5b5-bc8f70152e0c taken with stack trace [, , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 703.345743] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-07b3953d-e6be-4fd6-a5b5-bc8f70152e0c" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 703.345743] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-07b3953d-e6be-4fd6-a5b5-bc8f70152e0c" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.345743] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-07b3953d-e6be-4fd6-a5b5-bc8f70152e0c" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 703.345931] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 703.345931] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 703.346025] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.346154] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 703.346247] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 703.346387] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-07b3953d-e6be-4fd6-a5b5-bc8f70152e0c" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 703.346530] env[62265]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('07b3953d-e6be-4fd6-a5b5-bc8f70152e0c',) {} {{(pid=62265) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 703.463406] env[62265]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('e1de3603-accf-48b1-98d6-aa6e1a5d354f',) {} {{(pid=62265) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 703.464473] env[62265]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('fc14bf32-d62c-4a80-9110-c757fd3fbc4f',) {} {{(pid=62265) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 703.472818] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock member-b14d34b3-3850-409a-ad29-5e7f511073a0 taken with stack trace [, , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 703.472937] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b14d34b3-3850-409a-ad29-5e7f511073a0" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 703.473124] env[62265]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('b14d34b3-3850-409a-ad29-5e7f511073a0',) {} {{(pid=62265) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 703.473902] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 68534fc1-bf86-46cb-b469-b5ee304c0d43 with status ACTIVE [ 703.474108] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 703.474232] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 703.474296] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.474497] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 703.474586] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 703.474756] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 703.474850] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 703.474914] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.475078] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 703.475161] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 703.475369] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 703.475490] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 703.475559] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.475739] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 703.477548] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 703.477661] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 68534fc1-bf86-46cb-b469-b5ee304c0d43 is going to be updated. [ 703.499648] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 703.499797] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 703.499868] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.500086] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 703.500228] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 703.500384] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-68534fc1-bf86-46cb-b469-b5ee304c0d43" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 703.579664] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3649d9fc-24f4-43f3-8426-2fff76636e76 in Status: SUCCESS [ 703.579892] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3649d9fc-24f4-43f3-8426-2fff76636e76" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 703.580425] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3649d9fc-24f4-43f3-8426-2fff76636e76" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.580425] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3649d9fc-24f4-43f3-8426-2fff76636e76" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 703.580583] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 703.580733] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 703.580810] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.580909] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 703.581048] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 703.581184] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3649d9fc-24f4-43f3-8426-2fff76636e76" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 703.581364] env[62265]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('3649d9fc-24f4-43f3-8426-2fff76636e76',) {} {{(pid=62265) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 703.847979] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 07b3953d-e6be-4fd6-a5b5-bc8f70152e0c: rpc.has_security_group_logging(os_id): False [ 703.857068] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: af4b8eea-a7de-4eb1-925b-bffef6669374 in Status: SUCCESS [ 703.857300] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-af4b8eea-a7de-4eb1-925b-bffef6669374" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 703.857478] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-af4b8eea-a7de-4eb1-925b-bffef6669374" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.857777] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-af4b8eea-a7de-4eb1-925b-bffef6669374" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 703.857878] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 703.857973] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 703.858045] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.858196] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 703.858277] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 703.858451] env[62265]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('af4b8eea-a7de-4eb1-925b-bffef6669374',) {} {{(pid=62265) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 703.865104] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 703.865250] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 703.865309] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.866059] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 703.866059] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 703.866059] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 703.866059] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 703.866059] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.866059] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 703.866337] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 703.866337] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 703.866421] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 703.866421] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.866563] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 703.866631] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 703.866813] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 703.866899] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 703.866952] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.867101] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 703.867869] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 703.867869] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 07b3953d-e6be-4fd6-a5b5-bc8f70152e0c is going to be updated. [ 703.930046] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 703.930356] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 703.930356] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.930481] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 703.930780] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 703.942367] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 07b3953d-e6be-4fd6-a5b5-bc8f70152e0c in Status: IN_PROGRESS for 2s [ 703.968245] env[62265]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('e1de3603-accf-48b1-98d6-aa6e1a5d354f',) {} {{(pid=62265) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 703.968245] env[62265]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('fc14bf32-d62c-4a80-9110-c757fd3fbc4f',) {} {{(pid=62265) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 703.979258] env[62265]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('b14d34b3-3850-409a-ad29-5e7f511073a0',) {} {{(pid=62265) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 704.083771] env[62265]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('3649d9fc-24f4-43f3-8426-2fff76636e76',) {} {{(pid=62265) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 704.360099] env[62265]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('af4b8eea-a7de-4eb1-925b-bffef6669374',) {} {{(pid=62265) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 704.471727] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 704.471727] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 704.471977] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.472174] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 704.472234] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 704.472353] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e1de3603-accf-48b1-98d6-aa6e1a5d354f is going to be updated. [ 704.473701] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 704.473831] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 704.473913] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.474191] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 704.474288] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 704.474383] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fc14bf32-d62c-4a80-9110-c757fd3fbc4f is going to be updated. [ 704.481617] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 704.481761] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 704.481856] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.482114] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 704.482215] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 704.482276] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b14d34b3-3850-409a-ad29-5e7f511073a0 is going to be created. [ 704.501770] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 704.501770] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 704.501770] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.502057] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 704.503103] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 704.506141] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 704.506335] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 704.506412] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.507372] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 704.507498] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 704.510302] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 704.510439] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 704.510525] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.510820] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 704.511069] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 704.522964] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b14d34b3-3850-409a-ad29-5e7f511073a0 in Status: UNINITIALIZED for 2s [ 704.523973] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fc14bf32-d62c-4a80-9110-c757fd3fbc4f in Status: IN_PROGRESS for 2s [ 704.526991] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e1de3603-accf-48b1-98d6-aa6e1a5d354f in Status: IN_PROGRESS for 2s [ 704.587371] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 3649d9fc-24f4-43f3-8426-2fff76636e76: rpc.has_security_group_logging(os_id): False [ 704.606097] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 704.606265] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 704.606265] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.606470] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 704.606621] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 704.606935] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 704.607082] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 704.607150] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.607317] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 704.607409] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 704.607502] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 3649d9fc-24f4-43f3-8426-2fff76636e76 is going to be created. [ 704.693850] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 704.693996] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 704.694079] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.694288] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 704.694467] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 704.706549] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 3649d9fc-24f4-43f3-8426-2fff76636e76 in Status: IN_PROGRESS for 2s [ 704.864011] env[62265]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('af4b8eea-a7de-4eb1-925b-bffef6669374',) {} {{(pid=62265) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 705.368196] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 705.368493] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 705.368493] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.368681] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 705.368771] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 705.368869] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: af4b8eea-a7de-4eb1-925b-bffef6669374 is going to be updated. [ 705.404499] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 705.404805] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 705.404805] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.405096] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 705.405279] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 705.413591] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: af4b8eea-a7de-4eb1-925b-bffef6669374 in Status: IN_PROGRESS for 2s [ 705.960188] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 07b3953d-e6be-4fd6-a5b5-bc8f70152e0c in Status: SUCCESS [ 705.961010] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-07b3953d-e6be-4fd6-a5b5-bc8f70152e0c" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 706.535156] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e1de3603-accf-48b1-98d6-aa6e1a5d354f in Status: SUCCESS [ 706.535419] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e1de3603-accf-48b1-98d6-aa6e1a5d354f" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 706.536131] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b14d34b3-3850-409a-ad29-5e7f511073a0 in Status: SUCCESS [ 706.536204] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b14d34b3-3850-409a-ad29-5e7f511073a0" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 706.536752] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fc14bf32-d62c-4a80-9110-c757fd3fbc4f in Status: SUCCESS [ 706.536908] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fc14bf32-d62c-4a80-9110-c757fd3fbc4f" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 706.538416] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e1de3603-accf-48b1-98d6-aa6e1a5d354f" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.538647] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e1de3603-accf-48b1-98d6-aa6e1a5d354f" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 706.538838] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 706.538968] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 706.539203] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.539267] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 706.539466] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 706.539466] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e1de3603-accf-48b1-98d6-aa6e1a5d354f" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 706.539522] env[62265]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('e1de3603-accf-48b1-98d6-aa6e1a5d354f',) {} {{(pid=62265) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 706.540789] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b14d34b3-3850-409a-ad29-5e7f511073a0" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.541016] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b14d34b3-3850-409a-ad29-5e7f511073a0" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 706.541171] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 706.541326] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 706.541422] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.541587] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 706.541859] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 706.541859] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b14d34b3-3850-409a-ad29-5e7f511073a0" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 706.541859] env[62265]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('b14d34b3-3850-409a-ad29-5e7f511073a0',) {} {{(pid=62265) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 706.542640] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fc14bf32-d62c-4a80-9110-c757fd3fbc4f" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.542803] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fc14bf32-d62c-4a80-9110-c757fd3fbc4f" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 706.542994] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 706.543114] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 706.543284] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.543335] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 706.543385] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 706.543463] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fc14bf32-d62c-4a80-9110-c757fd3fbc4f" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 706.547257] env[62265]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('fc14bf32-d62c-4a80-9110-c757fd3fbc4f',) {} {{(pid=62265) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 706.547257] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e1de3603-accf-48b1-98d6-aa6e1a5d354f" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.547257] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e1de3603-accf-48b1-98d6-aa6e1a5d354f" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 706.547257] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 706.547257] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 706.547257] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.547257] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 706.547257] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 706.547257] env[62265]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e1de3603-accf-48b1-98d6-aa6e1a5d354f',) {} {{(pid=62265) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 706.547648] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fc14bf32-d62c-4a80-9110-c757fd3fbc4f" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.547685] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fc14bf32-d62c-4a80-9110-c757fd3fbc4f" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 706.547944] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 706.548088] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 706.548160] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.548313] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 706.548424] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 706.548528] env[62265]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('fc14bf32-d62c-4a80-9110-c757fd3fbc4f',) {} {{(pid=62265) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 706.549770] env[62265]: INFO networking_nsxv3.common.synchronization [None req-a82632e1-70aa-4d4f-9906-d58f09465323 None None] Enqueued Resource ID: 00307ee4-63d4-4a2d-8a52-0ace5b765e6c with Priority: HIGHEST for action port [ 706.550589] env[62265]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 00307ee4-63d4-4a2d-8a52-0ace5b765e6c with Priority: HIGHEST for action port [ 706.550867] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock port-00307ee4-63d4-4a2d-8a52-0ace5b765e6c taken with stack trace [, , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 706.551336] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-00307ee4-63d4-4a2d-8a52-0ace5b765e6c" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 706.551432] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-00307ee4-63d4-4a2d-8a52-0ace5b765e6c" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.551716] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-00307ee4-63d4-4a2d-8a52-0ace5b765e6c" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 706.551716] env[62265]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('00307ee4-63d4-4a2d-8a52-0ace5b765e6c',) {} {{(pid=62265) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 706.717052] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 3649d9fc-24f4-43f3-8426-2fff76636e76 in Status: SUCCESS [ 706.717334] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-3649d9fc-24f4-43f3-8426-2fff76636e76" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 707.046759] env[62265]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('e1de3603-accf-48b1-98d6-aa6e1a5d354f',) {} {{(pid=62265) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 707.049561] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock member-b14d34b3-3850-409a-ad29-5e7f511073a0 taken with stack trace [, , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 707.049702] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b14d34b3-3850-409a-ad29-5e7f511073a0" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 707.049773] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b14d34b3-3850-409a-ad29-5e7f511073a0" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.049996] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b14d34b3-3850-409a-ad29-5e7f511073a0" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 707.050187] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 707.050287] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 707.050350] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.050505] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 707.050593] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 707.050681] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b14d34b3-3850-409a-ad29-5e7f511073a0" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 707.051023] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock member-b14d34b3-3850-409a-ad29-5e7f511073a0 taken with stack trace [, , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 707.051023] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b14d34b3-3850-409a-ad29-5e7f511073a0" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 707.051023] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b14d34b3-3850-409a-ad29-5e7f511073a0" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.051905] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b14d34b3-3850-409a-ad29-5e7f511073a0" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 707.052087] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 707.052192] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 707.052255] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.052407] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 707.052512] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 707.052604] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b14d34b3-3850-409a-ad29-5e7f511073a0" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 707.052681] env[62265]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('b14d34b3-3850-409a-ad29-5e7f511073a0',) {} {{(pid=62265) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 707.053715] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock member-fc14bf32-d62c-4a80-9110-c757fd3fbc4f taken with stack trace [, , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 707.053841] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fc14bf32-d62c-4a80-9110-c757fd3fbc4f" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 707.053976] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 00307ee4-63d4-4a2d-8a52-0ace5b765e6c [ 707.054146] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 707.054249] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 707.054312] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.054445] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 707.054541] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 707.054628] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:00307ee4-63d4-4a2d-8a52-0ace5b765e6c already deleted. [ 707.054708] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-00307ee4-63d4-4a2d-8a52-0ace5b765e6c" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 707.054902] env[62265]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('fc14bf32-d62c-4a80-9110-c757fd3fbc4f',) {} {{(pid=62265) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 707.056031] env[62265]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('e1de3603-accf-48b1-98d6-aa6e1a5d354f',) {} {{(pid=62265) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 707.426967] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: af4b8eea-a7de-4eb1-925b-bffef6669374 in Status: SUCCESS [ 707.427471] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-af4b8eea-a7de-4eb1-925b-bffef6669374" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 707.427735] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-af4b8eea-a7de-4eb1-925b-bffef6669374" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.428064] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-af4b8eea-a7de-4eb1-925b-bffef6669374" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 707.428275] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 707.428843] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 707.428843] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.428843] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 707.429024] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 707.429095] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-af4b8eea-a7de-4eb1-925b-bffef6669374" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 707.429250] env[62265]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('af4b8eea-a7de-4eb1-925b-bffef6669374',) {} {{(pid=62265) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 707.550631] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for e1de3603-accf-48b1-98d6-aa6e1a5d354f: rpc.has_security_group_logging(os_id): False [ 707.557573] env[62265]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('fc14bf32-d62c-4a80-9110-c757fd3fbc4f',) {} {{(pid=62265) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 707.558555] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for b14d34b3-3850-409a-ad29-5e7f511073a0: rpc.has_security_group_logging(os_id): False [ 707.563056] env[62265]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('e1de3603-accf-48b1-98d6-aa6e1a5d354f',) {} {{(pid=62265) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 707.570377] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 707.570483] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 707.570535] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.570717] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 707.570802] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 707.571040] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 707.571146] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 707.572055] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.572259] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 707.572344] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 707.572434] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e1de3603-accf-48b1-98d6-aa6e1a5d354f is going to be created. [ 707.578602] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 707.578729] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 707.578811] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.578998] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 707.579144] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 707.579277] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 707.579377] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 707.579440] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.579598] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 707.579675] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 707.579854] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 707.579947] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 707.580014] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.580179] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 707.580245] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 707.580435] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 707.581558] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 707.581558] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.581558] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 707.581558] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 707.581558] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b14d34b3-3850-409a-ad29-5e7f511073a0 is going to be created. [ 707.625144] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 707.625278] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 707.626092] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.626092] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 707.626092] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 707.631045] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 707.631045] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 707.631045] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.631045] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 707.631045] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 707.639552] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e1de3603-accf-48b1-98d6-aa6e1a5d354f in Status: IN_PROGRESS for 2s [ 707.640211] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b14d34b3-3850-409a-ad29-5e7f511073a0 in Status: IN_PROGRESS for 2s [ 707.935022] env[62265]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('af4b8eea-a7de-4eb1-925b-bffef6669374',) {} {{(pid=62265) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 708.065151] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 708.065151] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 708.065151] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 708.065151] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 708.065151] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 708.065151] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fc14bf32-d62c-4a80-9110-c757fd3fbc4f is going to be updated. [ 708.066173] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 708.066315] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 708.066416] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 708.066651] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 708.066771] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 708.066903] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e1de3603-accf-48b1-98d6-aa6e1a5d354f is going to be updated. [ 708.106607] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 708.106764] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 708.106837] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 708.107064] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 708.107214] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 708.108962] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 708.110863] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 708.110946] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 708.111213] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 708.111750] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 708.121188] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fc14bf32-d62c-4a80-9110-c757fd3fbc4f in Status: IN_PROGRESS for 2s [ 708.123816] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e1de3603-accf-48b1-98d6-aa6e1a5d354f in Status: IN_PROGRESS for 2s [ 708.438246] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for af4b8eea-a7de-4eb1-925b-bffef6669374: rpc.has_security_group_logging(os_id): False [ 708.457132] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 708.457348] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 708.457450] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 708.457766] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 708.457883] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 708.458165] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 708.458263] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 708.458320] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 708.458525] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 708.458656] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 708.458741] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: af4b8eea-a7de-4eb1-925b-bffef6669374 is going to be created. [ 708.519320] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 708.519320] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 708.519320] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 708.519320] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 708.519320] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 708.529665] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: af4b8eea-a7de-4eb1-925b-bffef6669374 in Status: IN_PROGRESS for 2s [ 709.559971] env[62265]: INFO networking_nsxv3.common.synchronization [None req-9e64d204-6cf3-493b-a842-36722a1709a0 None None] Enqueued Resource ID: 2a57ce4e-0d90-4f37-8a51-72b33bc5c94f with Priority: HIGHEST for action port [ 709.560551] env[62265]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2a57ce4e-0d90-4f37-8a51-72b33bc5c94f with Priority: HIGHEST for action port [ 709.560871] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock port-2a57ce4e-0d90-4f37-8a51-72b33bc5c94f taken with stack trace [, , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 709.561147] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-2a57ce4e-0d90-4f37-8a51-72b33bc5c94f" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 709.561244] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-2a57ce4e-0d90-4f37-8a51-72b33bc5c94f" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 709.561537] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-2a57ce4e-0d90-4f37-8a51-72b33bc5c94f" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 709.561637] env[62265]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2a57ce4e-0d90-4f37-8a51-72b33bc5c94f',) {} {{(pid=62265) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 709.653509] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e1de3603-accf-48b1-98d6-aa6e1a5d354f in Status: SUCCESS [ 709.653726] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e1de3603-accf-48b1-98d6-aa6e1a5d354f" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 709.653914] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e1de3603-accf-48b1-98d6-aa6e1a5d354f" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 709.654192] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e1de3603-accf-48b1-98d6-aa6e1a5d354f" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 709.654248] env[62265]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e1de3603-accf-48b1-98d6-aa6e1a5d354f',) {} {{(pid=62265) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 709.655658] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b14d34b3-3850-409a-ad29-5e7f511073a0 in Status: SUCCESS [ 709.655848] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b14d34b3-3850-409a-ad29-5e7f511073a0" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 710.064184] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 2a57ce4e-0d90-4f37-8a51-72b33bc5c94f [ 710.064427] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 710.064561] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 710.064631] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 710.064854] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 710.064954] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 710.066146] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:2a57ce4e-0d90-4f37-8a51-72b33bc5c94f already deleted. [ 710.066276] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-2a57ce4e-0d90-4f37-8a51-72b33bc5c94f" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 710.135448] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e1de3603-accf-48b1-98d6-aa6e1a5d354f in Status: IN_PROGRESS for 4s [ 710.136265] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fc14bf32-d62c-4a80-9110-c757fd3fbc4f in Status: IN_PROGRESS for 4s [ 710.161922] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock member-e1de3603-accf-48b1-98d6-aa6e1a5d354f taken with stack trace [, , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 710.162015] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e1de3603-accf-48b1-98d6-aa6e1a5d354f" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 710.540541] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: af4b8eea-a7de-4eb1-925b-bffef6669374 in Status: SUCCESS [ 710.540770] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-af4b8eea-a7de-4eb1-925b-bffef6669374" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 710.661790] env[62265]: INFO networking_nsxv3.common.synchronization [req-572f6e7c-350c-42de-ae9b-8d5f9491490d req-fe70bfa5-f7f6-4b64-8e9f-2702c4b88f19 tempest-AttachInterfacesTestJSON-467207588 tempest-AttachInterfacesTestJSON-467207588-project-member] Enqueued Resource ID: a4ca4088-6a42-47c5-ae21-a147c2358218 with Priority: HIGHEST for action security_group_members [ 710.662835] env[62265]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a4ca4088-6a42-47c5-ae21-a147c2358218 with Priority: HIGHEST for action security_group_members [ 710.662835] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock member-a4ca4088-6a42-47c5-ae21-a147c2358218 taken with stack trace [, , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 710.662835] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a4ca4088-6a42-47c5-ae21-a147c2358218" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 710.662835] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a4ca4088-6a42-47c5-ae21-a147c2358218" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 710.664620] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a4ca4088-6a42-47c5-ae21-a147c2358218" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 710.664620] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 710.664620] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 710.664620] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 710.666136] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 710.666240] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 710.666339] env[62265]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a4ca4088-6a42-47c5-ae21-a147c2358218',) {} {{(pid=62265) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 711.006041] env[62265]: DEBUG networking_nsxv3.common.locking [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Lock network-838 taken with stack trace [, , , , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 711.006264] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquiring lock "network-838" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 711.006391] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquired lock "network-838" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 711.006718] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquired external semaphore "network-838" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 711.006976] env[62265]: DEBUG networking_nsxv3.common.locking [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 711.007164] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquiring lock "Segment" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 711.007428] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquired lock "Segment" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 711.007504] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquired external semaphore "Segment" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 711.007641] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Releasing lock "Segment" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 711.007972] env[62265]: DEBUG dogpile.cache.region [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] No value present for key: 'zone-id' {{(pid=62265) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 711.007972] env[62265]: DEBUG dogpile.lock [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] NeedRegenerationException {{(pid=62265) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 711.008086] env[62265]: DEBUG dogpile.lock [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] no value, waiting for create lock {{(pid=62265) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 711.008195] env[62265]: DEBUG dogpile.lock [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] value creation lock acquired {{(pid=62265) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 711.008309] env[62265]: DEBUG dogpile.cache.region [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] No value present for key: 'zone-id' {{(pid=62265) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 711.008455] env[62265]: DEBUG dogpile.lock [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Calling creation function for not-yet-present value {{(pid=62265) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 711.008600] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 711.028171] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 711.028356] env[62265]: DEBUG dogpile.cache.region [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=62265) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 711.028495] env[62265]: DEBUG dogpile.lock [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Released creation lock {{(pid=62265) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 711.028673] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Releasing lock "network-838" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 711.029018] env[62265]: DEBUG networking_nsxv3.common.locking [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Lock port-1dd37626-ccd5-4c10-9d50-7945d8c2317a taken with stack trace [, , , , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 711.029197] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquiring lock "port-1dd37626-ccd5-4c10-9d50-7945d8c2317a" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 711.029317] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquired lock "port-1dd37626-ccd5-4c10-9d50-7945d8c2317a" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 711.029641] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquired external semaphore "port-1dd37626-ccd5-4c10-9d50-7945d8c2317a" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 711.029778] env[62265]: DEBUG networking_nsxv3.api.rpc [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1dd37626-ccd5-4c10-9d50-7945d8c2317a',) {} {{(pid=62265) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 711.171270] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 711.171442] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 711.171502] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 711.171712] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 711.171897] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 711.173492] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 711.173492] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 711.173492] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 711.173492] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 711.173492] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 711.173492] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a4ca4088-6a42-47c5-ae21-a147c2358218 already deleted. [ 711.173492] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a4ca4088-6a42-47c5-ae21-a147c2358218" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 711.532900] env[62265]: DEBUG networking_nsxv3.common.locking [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 711.534138] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquiring lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 711.534138] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquired lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 711.534138] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquired external semaphore "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 711.534138] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Releasing lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 711.534138] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Segment Port 1dd37626-ccd5-4c10-9d50-7945d8c2317a not found, creating... [ 711.534317] env[62265]: DEBUG networking_nsxv3.common.locking [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 711.534374] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquiring lock "Segment" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 711.534589] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquired lock "Segment" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 711.534731] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquired external semaphore "Segment" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 711.534880] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Releasing lock "Segment" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 711.535215] env[62265]: DEBUG networking_nsxv3.common.locking [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 711.535372] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquiring lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 711.535496] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquired lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 711.535716] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquired external semaphore "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 711.535845] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Releasing lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 711.535994] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Resource: SegmentPort with ID: 1dd37626-ccd5-4c10-9d50-7945d8c2317a is going to be created. [ 711.560818] env[62265]: DEBUG networking_nsxv3.common.locking [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 711.560818] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquiring lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 711.560818] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquired lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 711.561084] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquired external semaphore "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 711.561383] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Releasing lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 711.561654] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Releasing lock "port-1dd37626-ccd5-4c10-9d50-7945d8c2317a" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 712.148835] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e1de3603-accf-48b1-98d6-aa6e1a5d354f in Status: SUCCESS [ 712.148835] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e1de3603-accf-48b1-98d6-aa6e1a5d354f" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 712.148835] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e1de3603-accf-48b1-98d6-aa6e1a5d354f" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 712.148835] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e1de3603-accf-48b1-98d6-aa6e1a5d354f" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 712.148835] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 712.148835] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 712.148835] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 712.148835] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 712.148835] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 712.148835] env[62265]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e1de3603-accf-48b1-98d6-aa6e1a5d354f',) {} {{(pid=62265) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 712.150701] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fc14bf32-d62c-4a80-9110-c757fd3fbc4f in Status: SUCCESS [ 712.151042] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fc14bf32-d62c-4a80-9110-c757fd3fbc4f" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 712.151323] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fc14bf32-d62c-4a80-9110-c757fd3fbc4f" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 712.151573] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fc14bf32-d62c-4a80-9110-c757fd3fbc4f" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 712.151814] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 712.152119] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 712.152271] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 712.152486] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 712.152663] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 712.152899] env[62265]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('fc14bf32-d62c-4a80-9110-c757fd3fbc4f',) {} {{(pid=62265) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 712.655246] env[62265]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('e1de3603-accf-48b1-98d6-aa6e1a5d354f',) {} {{(pid=62265) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 712.656251] env[62265]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('fc14bf32-d62c-4a80-9110-c757fd3fbc4f',) {} {{(pid=62265) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 712.757310] env[62265]: INFO networking_nsxv3.common.synchronization [req-572f6e7c-350c-42de-ae9b-8d5f9491490d req-49f31732-8bff-4580-8bc2-404d5701c612 service nova] Enqueued Resource ID: a4ca4088-6a42-47c5-ae21-a147c2358218 with Priority: HIGHEST for action security_group_rules [ 712.757539] env[62265]: INFO networking_nsxv3.common.synchronization [req-572f6e7c-350c-42de-ae9b-8d5f9491490d req-49f31732-8bff-4580-8bc2-404d5701c612 service nova] Enqueued Resource ID: a4ca4088-6a42-47c5-ae21-a147c2358218 with Priority: HIGHEST for action security_group_members [ 712.757649] env[62265]: INFO networking_nsxv3.common.synchronization [req-572f6e7c-350c-42de-ae9b-8d5f9491490d req-49f31732-8bff-4580-8bc2-404d5701c612 service nova] Enqueued Resource ID: 1dd37626-ccd5-4c10-9d50-7945d8c2317a with Priority: HIGHEST for action port [ 712.758236] env[62265]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a4ca4088-6a42-47c5-ae21-a147c2358218 with Priority: HIGHEST for action security_group_rules [ 712.758529] env[62265]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a4ca4088-6a42-47c5-ae21-a147c2358218 with Priority: HIGHEST for action security_group_members [ 712.758529] env[62265]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1dd37626-ccd5-4c10-9d50-7945d8c2317a with Priority: HIGHEST for action port [ 712.758778] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a4ca4088-6a42-47c5-ae21-a147c2358218 taken with stack trace [, , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 712.758906] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a4ca4088-6a42-47c5-ae21-a147c2358218" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 712.758983] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a4ca4088-6a42-47c5-ae21-a147c2358218" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 712.760022] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a4ca4088-6a42-47c5-ae21-a147c2358218" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 712.760022] env[62265]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a4ca4088-6a42-47c5-ae21-a147c2358218',) {} {{(pid=62265) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 712.760262] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock member-a4ca4088-6a42-47c5-ae21-a147c2358218 taken with stack trace [, , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 712.760262] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a4ca4088-6a42-47c5-ae21-a147c2358218" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 712.761716] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a4ca4088-6a42-47c5-ae21-a147c2358218" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 712.761716] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a4ca4088-6a42-47c5-ae21-a147c2358218" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 712.761716] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 712.761716] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 712.761716] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 712.761716] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 712.761716] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 712.761716] env[62265]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a4ca4088-6a42-47c5-ae21-a147c2358218',) {} {{(pid=62265) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 712.762416] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock port-1dd37626-ccd5-4c10-9d50-7945d8c2317a taken with stack trace [, , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 712.762890] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-1dd37626-ccd5-4c10-9d50-7945d8c2317a" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 712.762890] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-1dd37626-ccd5-4c10-9d50-7945d8c2317a" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 712.763046] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-1dd37626-ccd5-4c10-9d50-7945d8c2317a" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 712.763122] env[62265]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1dd37626-ccd5-4c10-9d50-7945d8c2317a',) {} {{(pid=62265) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 713.160617] env[62265]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('e1de3603-accf-48b1-98d6-aa6e1a5d354f',) {} {{(pid=62265) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 713.161479] env[62265]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('fc14bf32-d62c-4a80-9110-c757fd3fbc4f',) {} {{(pid=62265) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 713.264635] env[62265]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('a4ca4088-6a42-47c5-ae21-a147c2358218',) {} {{(pid=62265) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 713.267699] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock member-a4ca4088-6a42-47c5-ae21-a147c2358218 taken with stack trace [, , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 713.267699] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a4ca4088-6a42-47c5-ae21-a147c2358218" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 713.267699] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 1dd37626-ccd5-4c10-9d50-7945d8c2317a with status ACTIVE [ 713.267699] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 713.268061] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 713.268061] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.268330] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 713.268330] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 713.268499] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 713.268605] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 713.268671] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.268840] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 713.268927] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 713.269164] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 713.269270] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 713.269329] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.269483] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 713.269566] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 713.269653] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 1dd37626-ccd5-4c10-9d50-7945d8c2317a is going to be updated. [ 713.290472] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 713.290577] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 713.290577] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.290801] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 713.290987] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 713.291188] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-1dd37626-ccd5-4c10-9d50-7945d8c2317a" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 713.418216] env[62265]: INFO networking_nsxv3.common.synchronization [req-b0cfc746-5618-4e6a-9ea3-4ebb638c04ab req-85081e71-ad37-4c96-a88b-dc99671b76a4 tempest-ServersAdminTestJSON-792054294 tempest-ServersAdminTestJSON-792054294-project-member] Enqueued Resource ID: b14d34b3-3850-409a-ad29-5e7f511073a0 with Priority: HIGHEST for action security_group_members [ 713.418773] env[62265]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b14d34b3-3850-409a-ad29-5e7f511073a0 with Priority: HIGHEST for action security_group_members [ 713.419899] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock member-b14d34b3-3850-409a-ad29-5e7f511073a0 taken with stack trace [, , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 713.419899] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b14d34b3-3850-409a-ad29-5e7f511073a0" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 713.419899] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b14d34b3-3850-409a-ad29-5e7f511073a0" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.419899] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b14d34b3-3850-409a-ad29-5e7f511073a0" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 713.419899] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 713.419899] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 713.419899] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.420383] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 713.420383] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 713.420383] env[62265]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b14d34b3-3850-409a-ad29-5e7f511073a0',) {} {{(pid=62265) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 713.662963] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 713.663173] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 713.663208] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.663477] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 713.663589] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 713.663666] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e1de3603-accf-48b1-98d6-aa6e1a5d354f is going to be updated. [ 713.664966] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 713.665085] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 713.665163] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.665344] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 713.665579] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 713.665579] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fc14bf32-d62c-4a80-9110-c757fd3fbc4f is going to be updated. [ 713.693601] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 713.693765] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 713.693831] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.694089] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 713.694243] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 713.696183] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 713.696349] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 713.696434] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.696669] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 713.696943] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 713.705867] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fc14bf32-d62c-4a80-9110-c757fd3fbc4f in Status: IN_PROGRESS for 2s [ 713.706620] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e1de3603-accf-48b1-98d6-aa6e1a5d354f in Status: IN_PROGRESS for 2s [ 713.769886] env[62265]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('a4ca4088-6a42-47c5-ae21-a147c2358218',) {} {{(pid=62265) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 713.786382] env[62265]: DEBUG networking_nsxv3.common.locking [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Lock network-528 taken with stack trace [, , , , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 713.786382] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquiring lock "network-528" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 713.786594] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquired lock "network-528" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.786807] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquired external semaphore "network-528" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 713.787162] env[62265]: DEBUG networking_nsxv3.common.locking [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 713.787334] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquiring lock "Segment" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 713.787468] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquired lock "Segment" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.787716] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquired external semaphore "Segment" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 713.787907] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Releasing lock "Segment" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 713.788149] env[62265]: DEBUG dogpile.cache.region [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] No value present for key: 'zone-id' {{(pid=62265) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 713.788277] env[62265]: DEBUG dogpile.lock [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] NeedRegenerationException {{(pid=62265) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 713.788391] env[62265]: DEBUG dogpile.lock [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] no value, waiting for create lock {{(pid=62265) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 713.788902] env[62265]: DEBUG dogpile.lock [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] value creation lock acquired {{(pid=62265) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 713.788902] env[62265]: DEBUG dogpile.cache.region [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] No value present for key: 'zone-id' {{(pid=62265) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 713.788902] env[62265]: DEBUG dogpile.lock [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Calling creation function for not-yet-present value {{(pid=62265) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 713.788902] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 713.813338] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 713.813562] env[62265]: DEBUG dogpile.cache.region [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Cache value generated in 0.025 seconds for key(s): 'zone-id' {{(pid=62265) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 713.813713] env[62265]: DEBUG dogpile.lock [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Released creation lock {{(pid=62265) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 713.813918] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Releasing lock "network-528" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 713.814304] env[62265]: DEBUG networking_nsxv3.common.locking [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Lock port-149f54bf-d106-447d-b33d-760f6dc70c87 taken with stack trace [, , , , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 713.814516] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquiring lock "port-149f54bf-d106-447d-b33d-760f6dc70c87" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 713.814698] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquired lock "port-149f54bf-d106-447d-b33d-760f6dc70c87" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.815050] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquired external semaphore "port-149f54bf-d106-447d-b33d-760f6dc70c87" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 713.815210] env[62265]: DEBUG networking_nsxv3.api.rpc [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('149f54bf-d106-447d-b33d-760f6dc70c87',) {} {{(pid=62265) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 713.921997] env[62265]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('b14d34b3-3850-409a-ad29-5e7f511073a0',) {} {{(pid=62265) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 714.272501] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 714.272778] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 714.272778] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 714.273018] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 714.273138] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 714.273283] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a4ca4088-6a42-47c5-ae21-a147c2358218 is going to be created. [ 714.297313] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 714.297313] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 714.297313] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 714.297313] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 714.297540] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 714.307642] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a4ca4088-6a42-47c5-ae21-a147c2358218 in Status: UNINITIALIZED for 2s [ 714.318713] env[62265]: DEBUG networking_nsxv3.common.locking [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 714.318922] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquiring lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 714.319120] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquired lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 714.319448] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquired external semaphore "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 714.319647] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Releasing lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 714.319838] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Segment Port 149f54bf-d106-447d-b33d-760f6dc70c87 not found, creating... [ 714.320250] env[62265]: DEBUG networking_nsxv3.common.locking [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 714.320464] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquiring lock "Segment" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 714.320625] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquired lock "Segment" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 714.321306] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquired external semaphore "Segment" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 714.321306] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Releasing lock "Segment" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 714.321558] env[62265]: DEBUG networking_nsxv3.common.locking [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 714.321748] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquiring lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 714.321864] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquired lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 714.322087] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquired external semaphore "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 714.322223] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Releasing lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 714.322380] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Resource: SegmentPort with ID: 149f54bf-d106-447d-b33d-760f6dc70c87 is going to be created. [ 714.341834] env[62265]: DEBUG networking_nsxv3.common.locking [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 714.342049] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquiring lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 714.342174] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquired lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 714.342434] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquired external semaphore "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 714.342662] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Releasing lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 714.342892] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Releasing lock "port-149f54bf-d106-447d-b33d-760f6dc70c87" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 714.424765] env[62265]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('b14d34b3-3850-409a-ad29-5e7f511073a0',) {} {{(pid=62265) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 714.927511] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 714.927632] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 714.927671] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 714.927956] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 714.928096] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 714.928225] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b14d34b3-3850-409a-ad29-5e7f511073a0 is going to be updated. [ 714.958352] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 714.961778] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 714.961778] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 714.961778] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 714.961778] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 714.971984] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b14d34b3-3850-409a-ad29-5e7f511073a0 in Status: IN_PROGRESS for 2s [ 715.192009] env[62265]: INFO networking_nsxv3.common.synchronization [req-b0cfc746-5618-4e6a-9ea3-4ebb638c04ab req-2663ef42-a874-4f37-84ce-30c566377906 service nova] Enqueued Resource ID: b14d34b3-3850-409a-ad29-5e7f511073a0 with Priority: HIGHEST for action security_group_rules [ 715.192540] env[62265]: INFO networking_nsxv3.common.synchronization [req-b0cfc746-5618-4e6a-9ea3-4ebb638c04ab req-2663ef42-a874-4f37-84ce-30c566377906 service nova] Enqueued Resource ID: b14d34b3-3850-409a-ad29-5e7f511073a0 with Priority: HIGHEST for action security_group_members [ 715.192540] env[62265]: INFO networking_nsxv3.common.synchronization [req-b0cfc746-5618-4e6a-9ea3-4ebb638c04ab req-2663ef42-a874-4f37-84ce-30c566377906 service nova] Enqueued Resource ID: 149f54bf-d106-447d-b33d-760f6dc70c87 with Priority: HIGHEST for action port [ 715.192686] env[62265]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b14d34b3-3850-409a-ad29-5e7f511073a0 with Priority: HIGHEST for action security_group_rules [ 715.192686] env[62265]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b14d34b3-3850-409a-ad29-5e7f511073a0 with Priority: HIGHEST for action security_group_members [ 715.192785] env[62265]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 149f54bf-d106-447d-b33d-760f6dc70c87 with Priority: HIGHEST for action port [ 715.194053] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b14d34b3-3850-409a-ad29-5e7f511073a0 taken with stack trace [, , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 715.194109] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b14d34b3-3850-409a-ad29-5e7f511073a0" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 715.194209] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b14d34b3-3850-409a-ad29-5e7f511073a0" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.194442] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b14d34b3-3850-409a-ad29-5e7f511073a0" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 715.194442] env[62265]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b14d34b3-3850-409a-ad29-5e7f511073a0',) {} {{(pid=62265) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 715.196751] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock member-b14d34b3-3850-409a-ad29-5e7f511073a0 taken with stack trace [, , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 715.196751] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b14d34b3-3850-409a-ad29-5e7f511073a0" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 715.196751] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock port-149f54bf-d106-447d-b33d-760f6dc70c87 taken with stack trace [, , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 715.196751] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-149f54bf-d106-447d-b33d-760f6dc70c87" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 715.196751] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-149f54bf-d106-447d-b33d-760f6dc70c87" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.196751] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-149f54bf-d106-447d-b33d-760f6dc70c87" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 715.196751] env[62265]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('149f54bf-d106-447d-b33d-760f6dc70c87',) {} {{(pid=62265) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 715.344346] env[62265]: INFO networking_nsxv3.common.synchronization [req-6b34ffc6-b293-41e3-a3fe-4e8c1947664b req-36d52399-c2a9-4dea-b423-4fe27d07921a tempest-ListServersNegativeTestJSON-2065453412 tempest-ListServersNegativeTestJSON-2065453412-project-member] Enqueued Resource ID: a5c5ec0d-46d4-416a-916b-33fdcefa1ad7 with Priority: HIGHEST for action security_group_members [ 715.346229] env[62265]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a5c5ec0d-46d4-416a-916b-33fdcefa1ad7 with Priority: HIGHEST for action security_group_members [ 715.346229] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock member-a5c5ec0d-46d4-416a-916b-33fdcefa1ad7 taken with stack trace [, , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 715.346229] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a5c5ec0d-46d4-416a-916b-33fdcefa1ad7" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 715.346229] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a5c5ec0d-46d4-416a-916b-33fdcefa1ad7" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.346229] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a5c5ec0d-46d4-416a-916b-33fdcefa1ad7" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 715.346229] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 715.346229] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 715.346229] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.346229] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 715.346803] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 715.346803] env[62265]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a5c5ec0d-46d4-416a-916b-33fdcefa1ad7',) {} {{(pid=62265) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 715.696522] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock member-b14d34b3-3850-409a-ad29-5e7f511073a0 taken with stack trace [, , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 715.696698] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b14d34b3-3850-409a-ad29-5e7f511073a0" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 715.699504] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 149f54bf-d106-447d-b33d-760f6dc70c87 with status ACTIVE [ 715.699504] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 715.699771] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 715.699771] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.704718] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 715.704718] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 715.704718] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 715.704718] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 715.704718] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.704718] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 715.704718] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 715.704718] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 715.704718] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 715.704718] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.704718] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 715.704718] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 715.704718] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 149f54bf-d106-447d-b33d-760f6dc70c87 is going to be updated. [ 715.715011] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fc14bf32-d62c-4a80-9110-c757fd3fbc4f in Status: SUCCESS [ 715.715281] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fc14bf32-d62c-4a80-9110-c757fd3fbc4f" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 715.715444] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fc14bf32-d62c-4a80-9110-c757fd3fbc4f" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.715678] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fc14bf32-d62c-4a80-9110-c757fd3fbc4f" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 715.715869] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 715.716167] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 715.716167] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.716280] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 715.716321] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 715.716394] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fc14bf32-d62c-4a80-9110-c757fd3fbc4f" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 715.716602] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock member-fc14bf32-d62c-4a80-9110-c757fd3fbc4f taken with stack trace [, , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 715.716697] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fc14bf32-d62c-4a80-9110-c757fd3fbc4f" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 715.716697] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fc14bf32-d62c-4a80-9110-c757fd3fbc4f" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.716822] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fc14bf32-d62c-4a80-9110-c757fd3fbc4f" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 715.716956] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 715.717067] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 715.717151] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.717280] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 715.717368] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 715.717431] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fc14bf32-d62c-4a80-9110-c757fd3fbc4f" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 715.717507] env[62265]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('fc14bf32-d62c-4a80-9110-c757fd3fbc4f',) {} {{(pid=62265) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 715.719296] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e1de3603-accf-48b1-98d6-aa6e1a5d354f in Status: SUCCESS [ 715.719532] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e1de3603-accf-48b1-98d6-aa6e1a5d354f" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 715.719686] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e1de3603-accf-48b1-98d6-aa6e1a5d354f" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.719855] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e1de3603-accf-48b1-98d6-aa6e1a5d354f" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 715.720035] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 715.720144] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 715.720207] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.720355] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 715.720432] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 715.720513] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e1de3603-accf-48b1-98d6-aa6e1a5d354f" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 715.720614] env[62265]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('e1de3603-accf-48b1-98d6-aa6e1a5d354f',) {} {{(pid=62265) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 715.726711] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 715.726711] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 715.726711] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.726711] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 715.726711] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 715.726711] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-149f54bf-d106-447d-b33d-760f6dc70c87" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 715.848416] env[62265]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('a5c5ec0d-46d4-416a-916b-33fdcefa1ad7',) {} {{(pid=62265) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 715.937243] env[62265]: INFO networking_nsxv3.common.synchronization [req-5ef48001-5af5-4566-b579-c3b9b1780dd6 req-2e843b38-211d-4f03-8884-47c2c498698a tempest-ListServersNegativeTestJSON-2065453412 tempest-ListServersNegativeTestJSON-2065453412-project-member] Enqueued Resource ID: a5c5ec0d-46d4-416a-916b-33fdcefa1ad7 with Priority: HIGHEST for action security_group_members [ 715.943247] env[62265]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a5c5ec0d-46d4-416a-916b-33fdcefa1ad7 with Priority: HIGHEST for action security_group_members [ 715.943247] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock member-a5c5ec0d-46d4-416a-916b-33fdcefa1ad7 taken with stack trace [, , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 715.943247] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a5c5ec0d-46d4-416a-916b-33fdcefa1ad7" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 716.116962] env[62265]: INFO networking_nsxv3.common.synchronization [req-b2981dd7-c0cf-446e-a1d9-9f09c812a2e9 req-04abe797-4e48-4cf8-9a85-78e615f0f9b0 tempest-ServersAdminNegativeTestJSON-628729406 tempest-ServersAdminNegativeTestJSON-628729406-project-member] Enqueued Resource ID: 07b3953d-e6be-4fd6-a5b5-bc8f70152e0c with Priority: HIGHEST for action security_group_members [ 716.117708] env[62265]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 07b3953d-e6be-4fd6-a5b5-bc8f70152e0c with Priority: HIGHEST for action security_group_members [ 716.119019] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock member-07b3953d-e6be-4fd6-a5b5-bc8f70152e0c taken with stack trace [, , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 716.119459] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-07b3953d-e6be-4fd6-a5b5-bc8f70152e0c" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 716.119459] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-07b3953d-e6be-4fd6-a5b5-bc8f70152e0c" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.119459] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-07b3953d-e6be-4fd6-a5b5-bc8f70152e0c" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 716.119623] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 716.119721] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 716.119838] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.119993] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 716.120094] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 716.120190] env[62265]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('07b3953d-e6be-4fd6-a5b5-bc8f70152e0c',) {} {{(pid=62265) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 716.222915] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for fc14bf32-d62c-4a80-9110-c757fd3fbc4f: rpc.has_security_group_logging(os_id): False [ 716.224139] env[62265]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('e1de3603-accf-48b1-98d6-aa6e1a5d354f',) {} {{(pid=62265) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 716.242833] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 716.242833] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 716.242833] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.242833] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 716.243081] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 716.243081] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 716.243183] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 716.243240] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.243532] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 716.243532] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 716.243643] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 716.243732] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 716.243914] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.243958] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 716.243998] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 716.244409] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 716.244409] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 716.244409] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.244571] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 716.244571] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 716.244571] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: fc14bf32-d62c-4a80-9110-c757fd3fbc4f is going to be updated. [ 716.302644] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 716.302777] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 716.302846] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.303060] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 716.303201] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 716.315371] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a4ca4088-6a42-47c5-ae21-a147c2358218 in Status: SUCCESS [ 716.315600] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a4ca4088-6a42-47c5-ae21-a147c2358218" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 716.315770] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a4ca4088-6a42-47c5-ae21-a147c2358218" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.316014] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a4ca4088-6a42-47c5-ae21-a147c2358218" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 716.316202] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 716.316344] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 716.316620] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.316889] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 716.316930] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 716.317016] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a4ca4088-6a42-47c5-ae21-a147c2358218" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 716.317113] env[62265]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('a4ca4088-6a42-47c5-ae21-a147c2358218',) {} {{(pid=62265) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 716.318790] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: fc14bf32-d62c-4a80-9110-c757fd3fbc4f in Status: IN_PROGRESS for 2s [ 716.351257] env[62265]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('a5c5ec0d-46d4-416a-916b-33fdcefa1ad7',) {} {{(pid=62265) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 716.623045] env[62265]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('07b3953d-e6be-4fd6-a5b5-bc8f70152e0c',) {} {{(pid=62265) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 716.728411] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for e1de3603-accf-48b1-98d6-aa6e1a5d354f: rpc.has_security_group_logging(os_id): False [ 716.746687] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 716.746831] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 716.746903] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.747136] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 716.747235] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 716.747458] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 716.747562] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 716.747627] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.747783] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 716.747860] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 716.747947] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e1de3603-accf-48b1-98d6-aa6e1a5d354f is going to be updated. [ 716.798294] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 716.798466] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 716.798538] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.798763] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 716.798908] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 716.810833] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e1de3603-accf-48b1-98d6-aa6e1a5d354f in Status: IN_PROGRESS for 2s [ 716.821665] env[62265]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('a4ca4088-6a42-47c5-ae21-a147c2358218',) {} {{(pid=62265) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 716.854641] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 716.854839] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 716.854944] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.855206] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 716.855311] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 716.855431] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a5c5ec0d-46d4-416a-916b-33fdcefa1ad7 is going to be updated. [ 716.906563] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 716.906715] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 716.907416] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.907416] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 716.907416] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 716.920244] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a5c5ec0d-46d4-416a-916b-33fdcefa1ad7 in Status: IN_PROGRESS for 2s [ 716.978807] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b14d34b3-3850-409a-ad29-5e7f511073a0 in Status: SUCCESS [ 716.979156] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b14d34b3-3850-409a-ad29-5e7f511073a0" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 716.979273] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b14d34b3-3850-409a-ad29-5e7f511073a0" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.979499] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b14d34b3-3850-409a-ad29-5e7f511073a0" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 716.979688] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 716.979814] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 716.979892] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.980022] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 716.980095] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 716.980193] env[62265]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b14d34b3-3850-409a-ad29-5e7f511073a0',) {} {{(pid=62265) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 717.125378] env[62265]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('07b3953d-e6be-4fd6-a5b5-bc8f70152e0c',) {} {{(pid=62265) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 717.324089] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for a4ca4088-6a42-47c5-ae21-a147c2358218: rpc.has_security_group_logging(os_id): False [ 717.344374] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 717.344501] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 717.344501] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.345122] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 717.345122] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 717.345249] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 717.345348] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 717.345430] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.345624] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 717.345840] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 717.345840] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a4ca4088-6a42-47c5-ae21-a147c2358218 is going to be created. [ 717.419352] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 717.419694] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 717.419694] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.419885] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 717.420148] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 717.432170] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a4ca4088-6a42-47c5-ae21-a147c2358218 in Status: IN_PROGRESS for 2s [ 717.482166] env[62265]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('b14d34b3-3850-409a-ad29-5e7f511073a0',) {} {{(pid=62265) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 717.627728] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 717.627728] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 717.627728] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.628416] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 717.628416] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 717.628416] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 07b3953d-e6be-4fd6-a5b5-bc8f70152e0c is going to be updated. [ 717.675579] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 717.675579] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 717.675579] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.675761] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 717.675996] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 717.684597] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 07b3953d-e6be-4fd6-a5b5-bc8f70152e0c in Status: IN_PROGRESS for 2s [ 717.983871] env[62265]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('b14d34b3-3850-409a-ad29-5e7f511073a0',) {} {{(pid=62265) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 718.331455] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: fc14bf32-d62c-4a80-9110-c757fd3fbc4f in Status: SUCCESS [ 718.331681] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-fc14bf32-d62c-4a80-9110-c757fd3fbc4f" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 718.331865] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-fc14bf32-d62c-4a80-9110-c757fd3fbc4f" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.332110] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-fc14bf32-d62c-4a80-9110-c757fd3fbc4f" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 718.332240] env[62265]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('fc14bf32-d62c-4a80-9110-c757fd3fbc4f',) {} {{(pid=62265) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 718.486760] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 718.487243] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 718.487243] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.487346] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 718.487487] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 718.487641] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b14d34b3-3850-409a-ad29-5e7f511073a0 is going to be updated. [ 718.517708] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 718.518042] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 718.518175] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.518471] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 718.518686] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 718.528214] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b14d34b3-3850-409a-ad29-5e7f511073a0 in Status: IN_PROGRESS for 2s [ 718.826384] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e1de3603-accf-48b1-98d6-aa6e1a5d354f in Status: SUCCESS [ 718.826661] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e1de3603-accf-48b1-98d6-aa6e1a5d354f" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 718.836735] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock member-fc14bf32-d62c-4a80-9110-c757fd3fbc4f taken with stack trace [, , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 718.836955] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fc14bf32-d62c-4a80-9110-c757fd3fbc4f" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 718.837079] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fc14bf32-d62c-4a80-9110-c757fd3fbc4f" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.837379] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fc14bf32-d62c-4a80-9110-c757fd3fbc4f" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 718.837624] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 718.837775] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 718.837874] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.838110] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 718.838243] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 718.838377] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fc14bf32-d62c-4a80-9110-c757fd3fbc4f" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 718.838505] env[62265]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('fc14bf32-d62c-4a80-9110-c757fd3fbc4f',) {} {{(pid=62265) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 718.909100] env[62265]: INFO networking_nsxv3.common.synchronization [req-044e4c47-3809-4336-9ed6-7174f75c763d req-9a94132d-0821-4dc9-bc50-c9a51efd17fa tempest-ServersTestBootFromVolume-497817236 tempest-ServersTestBootFromVolume-497817236-project-member] Enqueued Resource ID: 436bc623-fc1a-4dae-96bb-9da4a7a82eee with Priority: HIGHEST for action security_group_members [ 718.909498] env[62265]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 436bc623-fc1a-4dae-96bb-9da4a7a82eee with Priority: HIGHEST for action security_group_members [ 718.910453] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock member-436bc623-fc1a-4dae-96bb-9da4a7a82eee taken with stack trace [, , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 718.910453] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-436bc623-fc1a-4dae-96bb-9da4a7a82eee" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 718.910453] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-436bc623-fc1a-4dae-96bb-9da4a7a82eee" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.910453] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-436bc623-fc1a-4dae-96bb-9da4a7a82eee" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 718.910453] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 718.911093] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 718.911093] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.911093] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 718.911093] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 718.911093] env[62265]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('436bc623-fc1a-4dae-96bb-9da4a7a82eee',) {} {{(pid=62265) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 718.931019] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a5c5ec0d-46d4-416a-916b-33fdcefa1ad7 in Status: SUCCESS [ 718.931019] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a5c5ec0d-46d4-416a-916b-33fdcefa1ad7" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 718.931019] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a5c5ec0d-46d4-416a-916b-33fdcefa1ad7" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.931019] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a5c5ec0d-46d4-416a-916b-33fdcefa1ad7" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 718.931019] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 718.931019] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 718.931019] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.931019] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 718.931019] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 718.931019] env[62265]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a5c5ec0d-46d4-416a-916b-33fdcefa1ad7',) {} {{(pid=62265) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 719.341131] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock member-fc14bf32-d62c-4a80-9110-c757fd3fbc4f taken with stack trace [, , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 719.341131] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fc14bf32-d62c-4a80-9110-c757fd3fbc4f" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 719.341131] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fc14bf32-d62c-4a80-9110-c757fd3fbc4f" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.341412] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fc14bf32-d62c-4a80-9110-c757fd3fbc4f" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 719.341587] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 719.341693] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 719.341748] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.341904] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 719.341994] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 719.342111] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fc14bf32-d62c-4a80-9110-c757fd3fbc4f" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 719.342263] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock member-fc14bf32-d62c-4a80-9110-c757fd3fbc4f taken with stack trace [, , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 719.342357] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fc14bf32-d62c-4a80-9110-c757fd3fbc4f" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 719.342416] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fc14bf32-d62c-4a80-9110-c757fd3fbc4f" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.342580] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fc14bf32-d62c-4a80-9110-c757fd3fbc4f" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 719.342719] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 719.342810] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 719.342871] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.343019] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 719.343337] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 719.343337] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fc14bf32-d62c-4a80-9110-c757fd3fbc4f" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 719.343337] env[62265]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('fc14bf32-d62c-4a80-9110-c757fd3fbc4f',) {} {{(pid=62265) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 719.415981] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 719.415981] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 719.415981] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.415981] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 719.415981] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 719.415981] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 719.415981] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 719.415981] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.415981] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 719.415981] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 719.415981] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 436bc623-fc1a-4dae-96bb-9da4a7a82eee already deleted. [ 719.415981] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-436bc623-fc1a-4dae-96bb-9da4a7a82eee" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 719.435659] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 719.435947] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 719.435947] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.437499] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 719.437499] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 719.437499] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 719.437499] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 719.437499] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.437499] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 719.437499] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 719.437499] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a5c5ec0d-46d4-416a-916b-33fdcefa1ad7 is going to be updated. [ 719.450500] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a4ca4088-6a42-47c5-ae21-a147c2358218 in Status: SUCCESS [ 719.450500] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a4ca4088-6a42-47c5-ae21-a147c2358218" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 719.465739] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 719.465739] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 719.465739] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.465739] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 719.465739] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 719.475106] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a5c5ec0d-46d4-416a-916b-33fdcefa1ad7 in Status: IN_PROGRESS for 2s [ 719.522620] env[62265]: DEBUG networking_nsxv3.common.locking [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Lock network-311 taken with stack trace [, , , , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 719.523279] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquiring lock "network-311" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 719.523472] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquired lock "network-311" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.523842] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquired external semaphore "network-311" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 719.524258] env[62265]: DEBUG networking_nsxv3.common.locking [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 719.524484] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquiring lock "Segment" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 719.524699] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquired lock "Segment" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.524920] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquired external semaphore "Segment" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 719.525132] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Releasing lock "Segment" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 719.525386] env[62265]: DEBUG dogpile.cache.region [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] No value present for key: 'zone-id' {{(pid=62265) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 719.525492] env[62265]: DEBUG dogpile.lock [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] NeedRegenerationException {{(pid=62265) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 719.525818] env[62265]: DEBUG dogpile.lock [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] no value, waiting for create lock {{(pid=62265) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 719.526041] env[62265]: DEBUG dogpile.lock [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] value creation lock acquired {{(pid=62265) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 719.526198] env[62265]: DEBUG dogpile.cache.region [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] No value present for key: 'zone-id' {{(pid=62265) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 719.526315] env[62265]: DEBUG dogpile.lock [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Calling creation function for not-yet-present value {{(pid=62265) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 719.526456] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 719.546590] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 719.546590] env[62265]: DEBUG dogpile.cache.region [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=62265) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 719.546590] env[62265]: DEBUG dogpile.lock [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Released creation lock {{(pid=62265) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 719.546590] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Releasing lock "network-311" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 719.546590] env[62265]: DEBUG networking_nsxv3.common.locking [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Lock port-b3b55150-ed90-48e6-aade-78de666e247a taken with stack trace [, , , , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 719.547015] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquiring lock "port-b3b55150-ed90-48e6-aade-78de666e247a" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 719.547015] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquired lock "port-b3b55150-ed90-48e6-aade-78de666e247a" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.547464] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquired external semaphore "port-b3b55150-ed90-48e6-aade-78de666e247a" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 719.547464] env[62265]: DEBUG networking_nsxv3.api.rpc [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b3b55150-ed90-48e6-aade-78de666e247a',) {} {{(pid=62265) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 719.698078] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 07b3953d-e6be-4fd6-a5b5-bc8f70152e0c in Status: SUCCESS [ 719.698276] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-07b3953d-e6be-4fd6-a5b5-bc8f70152e0c" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 719.846521] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for fc14bf32-d62c-4a80-9110-c757fd3fbc4f: rpc.has_security_group_logging(os_id): False [ 719.865179] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 719.865402] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 719.866032] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.866032] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 719.866032] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 719.866231] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 719.866410] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 719.866500] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.866826] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 719.866826] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 719.866967] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 719.867059] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 719.867059] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.867200] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 719.867540] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 719.867540] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 719.867771] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 719.867933] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.868052] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 719.868121] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 719.868298] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: fc14bf32-d62c-4a80-9110-c757fd3fbc4f is going to be updated. [ 719.926121] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 719.926822] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 719.926822] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.926822] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 719.926822] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 719.938894] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: fc14bf32-d62c-4a80-9110-c757fd3fbc4f in Status: IN_PROGRESS for 2s [ 720.049999] env[62265]: DEBUG networking_nsxv3.common.locking [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 720.049999] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquiring lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 720.051205] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquired lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.051205] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquired external semaphore "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 720.051205] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Releasing lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 720.051205] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Segment Port b3b55150-ed90-48e6-aade-78de666e247a not found, creating... [ 720.051496] env[62265]: DEBUG networking_nsxv3.common.locking [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 720.051678] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquiring lock "Segment" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 720.051795] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquired lock "Segment" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.052031] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquired external semaphore "Segment" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 720.052176] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Releasing lock "Segment" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 720.052459] env[62265]: DEBUG networking_nsxv3.common.locking [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 720.052938] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquiring lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 720.052938] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquired lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.052938] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquired external semaphore "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 720.053274] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Releasing lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 720.053411] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Resource: SegmentPort with ID: b3b55150-ed90-48e6-aade-78de666e247a is going to be created. [ 720.077041] env[62265]: DEBUG networking_nsxv3.common.locking [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 720.077041] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquiring lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 720.077041] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquired lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.077041] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquired external semaphore "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 720.077041] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Releasing lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 720.077041] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Releasing lock "port-b3b55150-ed90-48e6-aade-78de666e247a" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 720.084507] env[62265]: INFO networking_nsxv3.common.synchronization [req-3bb9b23b-7351-4e65-b87a-63daef751a5f req-0597b5a6-048f-4485-a5ea-01b884749700 tempest-ImagesTestJSON-588636336 tempest-ImagesTestJSON-588636336-project-member] Enqueued Resource ID: 816c28a4-7b3d-4ec6-b8a7-98e59cf7a51f with Priority: HIGHEST for action security_group_members [ 720.085089] env[62265]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 816c28a4-7b3d-4ec6-b8a7-98e59cf7a51f with Priority: HIGHEST for action security_group_members [ 720.089208] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock member-816c28a4-7b3d-4ec6-b8a7-98e59cf7a51f taken with stack trace [, , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 720.089208] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-816c28a4-7b3d-4ec6-b8a7-98e59cf7a51f" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 720.089208] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-816c28a4-7b3d-4ec6-b8a7-98e59cf7a51f" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.089208] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-816c28a4-7b3d-4ec6-b8a7-98e59cf7a51f" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 720.089208] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 720.089208] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 720.089208] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.089208] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 720.089208] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 720.089208] env[62265]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('816c28a4-7b3d-4ec6-b8a7-98e59cf7a51f',) {} {{(pid=62265) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 720.536970] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b14d34b3-3850-409a-ad29-5e7f511073a0 in Status: SUCCESS [ 720.537276] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b14d34b3-3850-409a-ad29-5e7f511073a0" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 720.537372] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b14d34b3-3850-409a-ad29-5e7f511073a0" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.537589] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b14d34b3-3850-409a-ad29-5e7f511073a0" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 720.537772] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 720.537897] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 720.537946] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.538102] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 720.538201] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 720.538269] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b14d34b3-3850-409a-ad29-5e7f511073a0" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 720.538359] env[62265]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('b14d34b3-3850-409a-ad29-5e7f511073a0',) {} {{(pid=62265) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 720.588450] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 720.588572] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 720.588645] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.588884] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 720.588983] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 720.589233] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 720.589325] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 720.589392] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.589567] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 720.589649] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 720.589736] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 816c28a4-7b3d-4ec6-b8a7-98e59cf7a51f is going to be updated. [ 720.614326] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 720.614450] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 720.614516] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.614706] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 720.614838] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 720.623231] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 816c28a4-7b3d-4ec6-b8a7-98e59cf7a51f in Status: IN_PROGRESS for 2s [ 720.942296] env[62265]: INFO networking_nsxv3.common.synchronization [req-044e4c47-3809-4336-9ed6-7174f75c763d req-dede86b4-bef3-432e-8357-b0dbe49ff375 service nova] Enqueued Resource ID: 436bc623-fc1a-4dae-96bb-9da4a7a82eee with Priority: HIGHEST for action security_group_rules [ 720.942465] env[62265]: INFO networking_nsxv3.common.synchronization [req-044e4c47-3809-4336-9ed6-7174f75c763d req-dede86b4-bef3-432e-8357-b0dbe49ff375 service nova] Enqueued Resource ID: 436bc623-fc1a-4dae-96bb-9da4a7a82eee with Priority: HIGHEST for action security_group_members [ 720.942601] env[62265]: INFO networking_nsxv3.common.synchronization [req-044e4c47-3809-4336-9ed6-7174f75c763d req-dede86b4-bef3-432e-8357-b0dbe49ff375 service nova] Enqueued Resource ID: b3b55150-ed90-48e6-aade-78de666e247a with Priority: HIGHEST for action port [ 720.943404] env[62265]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 436bc623-fc1a-4dae-96bb-9da4a7a82eee with Priority: HIGHEST for action security_group_rules [ 720.943404] env[62265]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 436bc623-fc1a-4dae-96bb-9da4a7a82eee with Priority: HIGHEST for action security_group_members [ 720.943404] env[62265]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b3b55150-ed90-48e6-aade-78de666e247a with Priority: HIGHEST for action port [ 720.943660] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock rules-436bc623-fc1a-4dae-96bb-9da4a7a82eee taken with stack trace [, , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 720.943788] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-436bc623-fc1a-4dae-96bb-9da4a7a82eee" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 720.943857] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-436bc623-fc1a-4dae-96bb-9da4a7a82eee" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.944117] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-436bc623-fc1a-4dae-96bb-9da4a7a82eee" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 720.944203] env[62265]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('436bc623-fc1a-4dae-96bb-9da4a7a82eee',) {} {{(pid=62265) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 720.945117] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock member-436bc623-fc1a-4dae-96bb-9da4a7a82eee taken with stack trace [, , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 720.945193] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-436bc623-fc1a-4dae-96bb-9da4a7a82eee" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 720.945293] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-436bc623-fc1a-4dae-96bb-9da4a7a82eee" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.945473] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-436bc623-fc1a-4dae-96bb-9da4a7a82eee" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 720.945619] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 720.946392] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 720.946392] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.946392] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 720.946392] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 720.946392] env[62265]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('436bc623-fc1a-4dae-96bb-9da4a7a82eee',) {} {{(pid=62265) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 720.949702] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock port-b3b55150-ed90-48e6-aade-78de666e247a taken with stack trace [, , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 720.949702] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b3b55150-ed90-48e6-aade-78de666e247a" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 720.949702] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b3b55150-ed90-48e6-aade-78de666e247a" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.949702] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b3b55150-ed90-48e6-aade-78de666e247a" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 720.949702] env[62265]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b3b55150-ed90-48e6-aade-78de666e247a',) {} {{(pid=62265) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 721.040156] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock member-b14d34b3-3850-409a-ad29-5e7f511073a0 taken with stack trace [, , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 721.040360] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b14d34b3-3850-409a-ad29-5e7f511073a0" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 721.040435] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b14d34b3-3850-409a-ad29-5e7f511073a0" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.040730] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b14d34b3-3850-409a-ad29-5e7f511073a0" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 721.040942] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 721.041085] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 721.041168] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.041353] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 721.041455] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 721.041551] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b14d34b3-3850-409a-ad29-5e7f511073a0" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 721.041711] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock member-b14d34b3-3850-409a-ad29-5e7f511073a0 taken with stack trace [, , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 721.041810] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b14d34b3-3850-409a-ad29-5e7f511073a0" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 721.041884] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b14d34b3-3850-409a-ad29-5e7f511073a0" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.042045] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b14d34b3-3850-409a-ad29-5e7f511073a0" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 721.042205] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 721.042333] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 721.042393] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.042547] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 721.042628] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 721.042706] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b14d34b3-3850-409a-ad29-5e7f511073a0" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 721.042797] env[62265]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('b14d34b3-3850-409a-ad29-5e7f511073a0',) {} {{(pid=62265) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 721.450448] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock member-436bc623-fc1a-4dae-96bb-9da4a7a82eee taken with stack trace [, , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 721.450630] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-436bc623-fc1a-4dae-96bb-9da4a7a82eee" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 721.450969] env[62265]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('436bc623-fc1a-4dae-96bb-9da4a7a82eee',) {} {{(pid=62265) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 721.452389] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port b3b55150-ed90-48e6-aade-78de666e247a with status ACTIVE [ 721.452650] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 721.452778] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 721.452847] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.453062] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 721.453151] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 721.453331] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 721.453436] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 721.453491] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.453649] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 721.453726] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 721.453907] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 721.454023] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 721.454076] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.454217] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 721.454308] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 721.454372] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: b3b55150-ed90-48e6-aade-78de666e247a is going to be updated. [ 721.476841] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 721.476841] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 721.476841] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.476841] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 721.476841] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 721.476841] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b3b55150-ed90-48e6-aade-78de666e247a" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 721.480846] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a5c5ec0d-46d4-416a-916b-33fdcefa1ad7 in Status: SUCCESS [ 721.480846] env[62265]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a5c5ec0d-46d4-416a-916b-33fdcefa1ad7 deletion is rescheduled due to dependency. [ 721.480846] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a5c5ec0d-46d4-416a-916b-33fdcefa1ad7" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 721.546210] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for b14d34b3-3850-409a-ad29-5e7f511073a0: rpc.has_security_group_logging(os_id): False [ 721.563953] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 721.564126] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 721.564275] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.564416] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 721.564510] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 721.564697] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 721.564794] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 721.564852] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.565567] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 721.565567] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 721.565704] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 721.565807] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 721.565907] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.566082] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 721.566202] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 721.566599] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 721.566903] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 721.566903] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.566999] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 721.567092] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 721.567212] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b14d34b3-3850-409a-ad29-5e7f511073a0 is going to be updated. [ 721.637787] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 721.637787] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 721.637787] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.637787] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 721.637787] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 721.653866] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b14d34b3-3850-409a-ad29-5e7f511073a0 in Status: IN_PROGRESS for 2s [ 721.952617] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: fc14bf32-d62c-4a80-9110-c757fd3fbc4f in Status: SUCCESS [ 721.952844] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-fc14bf32-d62c-4a80-9110-c757fd3fbc4f" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 721.956258] env[62265]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('436bc623-fc1a-4dae-96bb-9da4a7a82eee',) {} {{(pid=62265) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 722.458471] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 722.458785] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 722.458919] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.459329] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 722.459483] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 722.459637] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 436bc623-fc1a-4dae-96bb-9da4a7a82eee is going to be created. [ 722.491419] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 722.491615] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 722.491679] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.491923] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 722.492132] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 722.506350] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 436bc623-fc1a-4dae-96bb-9da4a7a82eee in Status: UNINITIALIZED for 2s [ 722.631890] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 816c28a4-7b3d-4ec6-b8a7-98e59cf7a51f in Status: SUCCESS [ 722.632219] env[62265]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 816c28a4-7b3d-4ec6-b8a7-98e59cf7a51f deletion is rescheduled due to dependency. [ 722.632219] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-816c28a4-7b3d-4ec6-b8a7-98e59cf7a51f" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 723.668100] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b14d34b3-3850-409a-ad29-5e7f511073a0 in Status: SUCCESS [ 723.668100] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b14d34b3-3850-409a-ad29-5e7f511073a0" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 724.263068] env[62265]: INFO networking_nsxv3.common.synchronization [req-c02b1658-74da-431b-afb3-c9185e34c8c3 req-0a4abd1b-e938-4297-9d75-96b1d92ee483 tempest-ListServerFiltersTestJSON-218262020 tempest-ListServerFiltersTestJSON-218262020-project-member] Enqueued Resource ID: e0077c22-f917-4c69-afe4-010a0e0b6642 with Priority: HIGHEST for action security_group_members [ 724.263881] env[62265]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e0077c22-f917-4c69-afe4-010a0e0b6642 with Priority: HIGHEST for action security_group_members [ 724.264212] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock member-e0077c22-f917-4c69-afe4-010a0e0b6642 taken with stack trace [, , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 724.264376] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e0077c22-f917-4c69-afe4-010a0e0b6642" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 724.264452] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e0077c22-f917-4c69-afe4-010a0e0b6642" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.264715] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e0077c22-f917-4c69-afe4-010a0e0b6642" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 724.264864] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 724.264961] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 724.265030] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.265589] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 724.265589] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 724.265589] env[62265]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e0077c22-f917-4c69-afe4-010a0e0b6642',) {} {{(pid=62265) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 724.519978] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 436bc623-fc1a-4dae-96bb-9da4a7a82eee in Status: SUCCESS [ 724.519978] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-436bc623-fc1a-4dae-96bb-9da4a7a82eee" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 724.519978] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-436bc623-fc1a-4dae-96bb-9da4a7a82eee" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.520114] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-436bc623-fc1a-4dae-96bb-9da4a7a82eee" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 724.520516] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 724.520516] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 724.520516] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.521071] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 724.521071] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 724.521071] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-436bc623-fc1a-4dae-96bb-9da4a7a82eee" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 724.521071] env[62265]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('436bc623-fc1a-4dae-96bb-9da4a7a82eee',) {} {{(pid=62265) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 724.768943] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 724.768943] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 724.769384] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.770977] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 724.771190] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 724.771507] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 724.771659] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 724.771814] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.772074] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 724.772262] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 724.772355] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e0077c22-f917-4c69-afe4-010a0e0b6642 already deleted. [ 724.772473] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e0077c22-f917-4c69-afe4-010a0e0b6642" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 725.026675] env[62265]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('436bc623-fc1a-4dae-96bb-9da4a7a82eee',) {} {{(pid=62265) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 725.343274] env[62265]: DEBUG networking_nsxv3.common.locking [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Lock network-15 taken with stack trace [, , , , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 725.343434] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquiring lock "network-15" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 725.343586] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquired lock "network-15" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.343869] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquired external semaphore "network-15" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 725.344159] env[62265]: DEBUG networking_nsxv3.common.locking [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 725.344320] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquiring lock "Segment" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 725.344438] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquired lock "Segment" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.344692] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquired external semaphore "Segment" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 725.344890] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Releasing lock "Segment" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 725.345149] env[62265]: DEBUG dogpile.cache.region [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] No value present for key: 'zone-id' {{(pid=62265) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 725.345198] env[62265]: DEBUG dogpile.lock [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] NeedRegenerationException {{(pid=62265) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 725.345330] env[62265]: DEBUG dogpile.lock [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] no value, waiting for create lock {{(pid=62265) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 725.345703] env[62265]: DEBUG dogpile.lock [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] value creation lock acquired {{(pid=62265) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 725.345703] env[62265]: DEBUG dogpile.cache.region [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] No value present for key: 'zone-id' {{(pid=62265) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 725.345703] env[62265]: DEBUG dogpile.lock [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Calling creation function for not-yet-present value {{(pid=62265) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 725.346162] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 725.370521] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 725.370698] env[62265]: DEBUG dogpile.cache.region [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Cache value generated in 0.025 seconds for key(s): 'zone-id' {{(pid=62265) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 725.370839] env[62265]: DEBUG dogpile.lock [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Released creation lock {{(pid=62265) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 725.371035] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Releasing lock "network-15" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 725.371440] env[62265]: DEBUG networking_nsxv3.common.locking [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Lock port-ae1df0c7-a443-44a6-a8f1-5baf4d7ac5cf taken with stack trace [, , , , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 725.371622] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquiring lock "port-ae1df0c7-a443-44a6-a8f1-5baf4d7ac5cf" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 725.371739] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquired lock "port-ae1df0c7-a443-44a6-a8f1-5baf4d7ac5cf" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.372872] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquired external semaphore "port-ae1df0c7-a443-44a6-a8f1-5baf4d7ac5cf" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 725.372872] env[62265]: DEBUG networking_nsxv3.api.rpc [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ae1df0c7-a443-44a6-a8f1-5baf4d7ac5cf',) {} {{(pid=62265) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 725.532774] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 436bc623-fc1a-4dae-96bb-9da4a7a82eee: rpc.has_security_group_logging(os_id): False [ 725.549778] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 725.549935] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 725.549976] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.550228] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 725.550297] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 725.550541] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 725.550639] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 725.550701] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.550897] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 725.551031] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 725.551073] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 436bc623-fc1a-4dae-96bb-9da4a7a82eee is going to be created. [ 725.609714] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 725.609928] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 725.610210] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.610477] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 725.610670] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 725.623695] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 436bc623-fc1a-4dae-96bb-9da4a7a82eee in Status: IN_PROGRESS for 2s [ 725.825149] env[62265]: INFO networking_nsxv3.common.synchronization [None req-611a3016-d21a-47f7-8df8-2b916d10d83a None None] Enqueued Resource ID: bd27a7d9-9a53-4fa0-961e-6b3d21a56302 with Priority: HIGHEST for action port [ 725.825918] env[62265]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bd27a7d9-9a53-4fa0-961e-6b3d21a56302 with Priority: HIGHEST for action port [ 725.826143] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock port-bd27a7d9-9a53-4fa0-961e-6b3d21a56302 taken with stack trace [, , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 725.826265] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-bd27a7d9-9a53-4fa0-961e-6b3d21a56302" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 725.826335] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-bd27a7d9-9a53-4fa0-961e-6b3d21a56302" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.826605] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-bd27a7d9-9a53-4fa0-961e-6b3d21a56302" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 725.826688] env[62265]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('bd27a7d9-9a53-4fa0-961e-6b3d21a56302',) {} {{(pid=62265) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 725.878313] env[62265]: DEBUG networking_nsxv3.common.locking [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 725.878313] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquiring lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 725.878313] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquired lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.878313] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquired external semaphore "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 725.878313] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Releasing lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 725.878313] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Segment Port ae1df0c7-a443-44a6-a8f1-5baf4d7ac5cf not found, creating... [ 725.878313] env[62265]: DEBUG networking_nsxv3.common.locking [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 725.878313] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquiring lock "Segment" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 725.878313] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquired lock "Segment" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.878313] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquired external semaphore "Segment" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 725.878313] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Releasing lock "Segment" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 725.878713] env[62265]: DEBUG networking_nsxv3.common.locking [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 725.878811] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquiring lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 725.879039] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquired lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.879525] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquired external semaphore "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 725.879525] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Releasing lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 725.879632] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Resource: SegmentPort with ID: ae1df0c7-a443-44a6-a8f1-5baf4d7ac5cf is going to be created. [ 725.899709] env[62265]: DEBUG networking_nsxv3.common.locking [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 725.900523] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquiring lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 725.900649] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquired lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.901289] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquired external semaphore "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 725.901594] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Releasing lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 725.902650] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Releasing lock "port-ae1df0c7-a443-44a6-a8f1-5baf4d7ac5cf" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 726.333035] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port bd27a7d9-9a53-4fa0-961e-6b3d21a56302 [ 726.333277] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 726.334026] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 726.334026] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 726.334026] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 726.334026] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 726.334026] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:bd27a7d9-9a53-4fa0-961e-6b3d21a56302 already deleted. [ 726.334026] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-bd27a7d9-9a53-4fa0-961e-6b3d21a56302" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 726.880202] env[62265]: INFO networking_nsxv3.common.synchronization [req-c02b1658-74da-431b-afb3-c9185e34c8c3 req-64825531-adf5-4f54-827d-5e312ef36044 service nova] Enqueued Resource ID: e0077c22-f917-4c69-afe4-010a0e0b6642 with Priority: HIGHEST for action security_group_rules [ 726.880410] env[62265]: INFO networking_nsxv3.common.synchronization [req-c02b1658-74da-431b-afb3-c9185e34c8c3 req-64825531-adf5-4f54-827d-5e312ef36044 service nova] Enqueued Resource ID: e0077c22-f917-4c69-afe4-010a0e0b6642 with Priority: HIGHEST for action security_group_members [ 726.880523] env[62265]: INFO networking_nsxv3.common.synchronization [req-c02b1658-74da-431b-afb3-c9185e34c8c3 req-64825531-adf5-4f54-827d-5e312ef36044 service nova] Enqueued Resource ID: ae1df0c7-a443-44a6-a8f1-5baf4d7ac5cf with Priority: HIGHEST for action port [ 726.880732] env[62265]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e0077c22-f917-4c69-afe4-010a0e0b6642 with Priority: HIGHEST for action security_group_rules [ 726.880851] env[62265]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e0077c22-f917-4c69-afe4-010a0e0b6642 with Priority: HIGHEST for action security_group_members [ 726.880946] env[62265]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ae1df0c7-a443-44a6-a8f1-5baf4d7ac5cf with Priority: HIGHEST for action port [ 726.881540] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e0077c22-f917-4c69-afe4-010a0e0b6642 taken with stack trace [, , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 726.881645] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e0077c22-f917-4c69-afe4-010a0e0b6642" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 726.881717] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e0077c22-f917-4c69-afe4-010a0e0b6642" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 726.881963] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e0077c22-f917-4c69-afe4-010a0e0b6642" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 726.884225] env[62265]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e0077c22-f917-4c69-afe4-010a0e0b6642',) {} {{(pid=62265) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 726.885369] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock member-e0077c22-f917-4c69-afe4-010a0e0b6642 taken with stack trace [, , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 726.885369] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e0077c22-f917-4c69-afe4-010a0e0b6642" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 726.885369] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e0077c22-f917-4c69-afe4-010a0e0b6642" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 726.885539] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e0077c22-f917-4c69-afe4-010a0e0b6642" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 726.885804] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 726.885804] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 726.886661] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 726.886661] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 726.886661] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 726.886661] env[62265]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e0077c22-f917-4c69-afe4-010a0e0b6642',) {} {{(pid=62265) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 726.891029] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock port-ae1df0c7-a443-44a6-a8f1-5baf4d7ac5cf taken with stack trace [, , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 726.891029] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ae1df0c7-a443-44a6-a8f1-5baf4d7ac5cf" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 726.891796] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ae1df0c7-a443-44a6-a8f1-5baf4d7ac5cf" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 726.891796] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ae1df0c7-a443-44a6-a8f1-5baf4d7ac5cf" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 726.891796] env[62265]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ae1df0c7-a443-44a6-a8f1-5baf4d7ac5cf',) {} {{(pid=62265) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 727.395856] env[62265]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('e0077c22-f917-4c69-afe4-010a0e0b6642',) {} {{(pid=62265) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 727.397230] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock member-e0077c22-f917-4c69-afe4-010a0e0b6642 taken with stack trace [, , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 727.397819] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e0077c22-f917-4c69-afe4-010a0e0b6642" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 727.401473] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port ae1df0c7-a443-44a6-a8f1-5baf4d7ac5cf with status ACTIVE [ 727.401661] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 727.401758] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 727.401830] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.402139] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 727.402139] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 727.402318] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 727.402417] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 727.402480] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.402633] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 727.402711] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 727.402894] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 727.402983] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 727.403062] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.403228] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 727.403278] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 727.403339] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: ae1df0c7-a443-44a6-a8f1-5baf4d7ac5cf is going to be updated. [ 727.426732] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 727.426882] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 727.426959] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.427196] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 727.427328] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 727.427492] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ae1df0c7-a443-44a6-a8f1-5baf4d7ac5cf" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 727.637084] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 436bc623-fc1a-4dae-96bb-9da4a7a82eee in Status: SUCCESS [ 727.637339] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-436bc623-fc1a-4dae-96bb-9da4a7a82eee" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 727.899443] env[62265]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('e0077c22-f917-4c69-afe4-010a0e0b6642',) {} {{(pid=62265) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 728.297492] env[62265]: INFO networking_nsxv3.common.synchronization [None req-549a100f-c9a7-489e-845a-7e591c946693 None None] Enqueued Resource ID: 6275b226-caef-4a6b-8f6e-9a19204e21a9 with Priority: HIGHEST for action port [ 728.297935] env[62265]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6275b226-caef-4a6b-8f6e-9a19204e21a9 with Priority: HIGHEST for action port [ 728.298245] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock port-6275b226-caef-4a6b-8f6e-9a19204e21a9 taken with stack trace [, , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 728.298369] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-6275b226-caef-4a6b-8f6e-9a19204e21a9" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 728.298426] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-6275b226-caef-4a6b-8f6e-9a19204e21a9" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 728.298657] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-6275b226-caef-4a6b-8f6e-9a19204e21a9" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 728.299064] env[62265]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6275b226-caef-4a6b-8f6e-9a19204e21a9',) {} {{(pid=62265) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 728.406227] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 728.406388] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 728.406459] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 728.406670] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 728.406761] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 728.406856] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e0077c22-f917-4c69-afe4-010a0e0b6642 is going to be created. [ 728.428494] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 728.428631] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 728.428731] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 728.428951] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 728.429082] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 728.438228] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e0077c22-f917-4c69-afe4-010a0e0b6642 in Status: UNINITIALIZED for 2s [ 728.801284] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 6275b226-caef-4a6b-8f6e-9a19204e21a9 [ 728.801568] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 728.801795] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 728.801795] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 728.802208] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 728.802208] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 728.802208] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:6275b226-caef-4a6b-8f6e-9a19204e21a9 already deleted. [ 728.802377] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-6275b226-caef-4a6b-8f6e-9a19204e21a9" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 730.448473] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e0077c22-f917-4c69-afe4-010a0e0b6642 in Status: SUCCESS [ 730.448871] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e0077c22-f917-4c69-afe4-010a0e0b6642" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 730.448969] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e0077c22-f917-4c69-afe4-010a0e0b6642" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.449246] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e0077c22-f917-4c69-afe4-010a0e0b6642" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 730.449475] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 730.449607] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 730.449696] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.449873] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 730.449975] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 730.450108] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e0077c22-f917-4c69-afe4-010a0e0b6642" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 730.450205] env[62265]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('e0077c22-f917-4c69-afe4-010a0e0b6642',) {} {{(pid=62265) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 730.558152] env[62265]: INFO networking_nsxv3.common.synchronization [req-030901df-1a37-4888-a68f-451e26b7227d req-466b9f58-2303-4ed6-abf1-09270b7b5e99 tempest-FloatingIPsAssociationTestJSON-785985363 tempest-FloatingIPsAssociationTestJSON-785985363-project-member] Enqueued Resource ID: acaa75e0-c50a-4735-bf37-8856257d2177 with Priority: HIGHEST for action security_group_members [ 730.558740] env[62265]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: acaa75e0-c50a-4735-bf37-8856257d2177 with Priority: HIGHEST for action security_group_members [ 730.560405] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock member-acaa75e0-c50a-4735-bf37-8856257d2177 taken with stack trace [, , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 730.560576] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-acaa75e0-c50a-4735-bf37-8856257d2177" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 730.560675] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-acaa75e0-c50a-4735-bf37-8856257d2177" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.560837] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-acaa75e0-c50a-4735-bf37-8856257d2177" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 730.560999] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 730.561115] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 730.561175] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.561345] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 730.561479] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 730.561528] env[62265]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('acaa75e0-c50a-4735-bf37-8856257d2177',) {} {{(pid=62265) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 730.952595] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock member-e0077c22-f917-4c69-afe4-010a0e0b6642 taken with stack trace [, , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 730.952917] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e0077c22-f917-4c69-afe4-010a0e0b6642" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 730.952917] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e0077c22-f917-4c69-afe4-010a0e0b6642" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.953132] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e0077c22-f917-4c69-afe4-010a0e0b6642" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 730.953307] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 730.953419] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 730.953497] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.953648] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 730.953725] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 730.953809] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e0077c22-f917-4c69-afe4-010a0e0b6642" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 730.953958] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock member-e0077c22-f917-4c69-afe4-010a0e0b6642 taken with stack trace [, , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 730.954056] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e0077c22-f917-4c69-afe4-010a0e0b6642" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 730.954127] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e0077c22-f917-4c69-afe4-010a0e0b6642" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.954267] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e0077c22-f917-4c69-afe4-010a0e0b6642" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 730.954436] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 730.954532] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 730.954586] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.954734] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 730.955170] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 730.955170] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e0077c22-f917-4c69-afe4-010a0e0b6642" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 730.955170] env[62265]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('e0077c22-f917-4c69-afe4-010a0e0b6642',) {} {{(pid=62265) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 731.064158] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 731.064868] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 731.064868] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.064868] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 731.064868] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 731.064868] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 731.065114] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 731.065114] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.065180] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 731.065400] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 731.065400] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: acaa75e0-c50a-4735-bf37-8856257d2177 is going to be updated. [ 731.091034] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 731.091197] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 731.091317] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.091528] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 731.091672] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 731.101757] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: acaa75e0-c50a-4735-bf37-8856257d2177 in Status: IN_PROGRESS for 2s [ 731.458638] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for e0077c22-f917-4c69-afe4-010a0e0b6642: rpc.has_security_group_logging(os_id): False [ 731.474121] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 731.475611] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 731.477315] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.478392] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 731.478392] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 731.478392] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 731.478392] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 731.478392] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.479175] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 731.479175] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 731.479403] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 731.479539] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 731.479820] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.480072] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 731.481108] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 731.482078] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 731.482078] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 731.482078] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.482078] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 731.482078] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 731.482078] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e0077c22-f917-4c69-afe4-010a0e0b6642 is going to be created. [ 731.535564] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 731.535564] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 731.535685] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.535837] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 731.536020] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 731.548243] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e0077c22-f917-4c69-afe4-010a0e0b6642 in Status: IN_PROGRESS for 2s [ 732.333193] env[62265]: INFO networking_nsxv3.common.synchronization [None req-f4be51a5-8ec1-459d-a82d-9b3c6a8518f1 None None] Enqueued Resource ID: b8096233-138a-4f14-9495-001eda5786b1 with Priority: HIGHEST for action port [ 732.333193] env[62265]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b8096233-138a-4f14-9495-001eda5786b1 with Priority: HIGHEST for action port [ 732.339699] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock port-b8096233-138a-4f14-9495-001eda5786b1 taken with stack trace [, , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 732.339916] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b8096233-138a-4f14-9495-001eda5786b1" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 732.340342] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b8096233-138a-4f14-9495-001eda5786b1" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 732.341280] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b8096233-138a-4f14-9495-001eda5786b1" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 732.344058] env[62265]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b8096233-138a-4f14-9495-001eda5786b1',) {} {{(pid=62265) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 732.846198] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port b8096233-138a-4f14-9495-001eda5786b1 [ 732.846484] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 732.846691] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 732.846691] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 732.848349] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 732.848349] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 732.848349] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:b8096233-138a-4f14-9495-001eda5786b1 already deleted. [ 732.848349] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b8096233-138a-4f14-9495-001eda5786b1" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 733.112157] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: acaa75e0-c50a-4735-bf37-8856257d2177 in Status: IN_PROGRESS for 4s [ 733.560623] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e0077c22-f917-4c69-afe4-010a0e0b6642 in Status: SUCCESS [ 733.560837] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e0077c22-f917-4c69-afe4-010a0e0b6642" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 733.871268] env[62265]: INFO networking_nsxv3.common.synchronization [req-ded5df42-7417-4e24-bb67-50462ec9c75f req-005c3c03-e3ce-411a-b149-7bd3f31003b4 tempest-ImagesOneServerNegativeTestJSON-43880012 tempest-ImagesOneServerNegativeTestJSON-43880012-project-member] Enqueued Resource ID: 833f3169-0676-4778-a13d-0e996caf86c3 with Priority: HIGHEST for action security_group_members [ 733.872105] env[62265]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 833f3169-0676-4778-a13d-0e996caf86c3 with Priority: HIGHEST for action security_group_members [ 733.872516] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock member-833f3169-0676-4778-a13d-0e996caf86c3 taken with stack trace [, , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 733.872628] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-833f3169-0676-4778-a13d-0e996caf86c3" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 733.872956] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-833f3169-0676-4778-a13d-0e996caf86c3" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 733.873203] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-833f3169-0676-4778-a13d-0e996caf86c3" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 733.873501] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 733.873501] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 733.873621] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 733.873807] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 733.873944] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 733.874208] env[62265]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('833f3169-0676-4778-a13d-0e996caf86c3',) {} {{(pid=62265) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 734.376317] env[62265]: DEBUG networking_nsxv3.common.locking [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Lock network-334 taken with stack trace [, , , , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 734.376516] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquiring lock "network-334" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 734.376635] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquired lock "network-334" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.376982] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquired external semaphore "network-334" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 734.377253] env[62265]: DEBUG networking_nsxv3.common.locking [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 734.377402] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquiring lock "Segment" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 734.377518] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquired lock "Segment" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.377729] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquired external semaphore "Segment" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 734.377869] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Releasing lock "Segment" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 734.378231] env[62265]: DEBUG dogpile.cache.region [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] No value present for key: 'zone-id' {{(pid=62265) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 734.378397] env[62265]: DEBUG dogpile.lock [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] NeedRegenerationException {{(pid=62265) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 734.378532] env[62265]: DEBUG dogpile.lock [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] no value, waiting for create lock {{(pid=62265) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 734.378660] env[62265]: DEBUG dogpile.lock [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] value creation lock acquired {{(pid=62265) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 734.379168] env[62265]: DEBUG dogpile.cache.region [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] No value present for key: 'zone-id' {{(pid=62265) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 734.379168] env[62265]: DEBUG dogpile.lock [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Calling creation function for not-yet-present value {{(pid=62265) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 734.379361] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 734.380855] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 734.381377] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 734.381494] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.381810] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 734.383027] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 734.383027] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 734.383027] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 734.383027] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.383027] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 734.383455] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 734.383455] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 833f3169-0676-4778-a13d-0e996caf86c3 already deleted. [ 734.383455] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-833f3169-0676-4778-a13d-0e996caf86c3" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 734.403573] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 734.403871] env[62265]: DEBUG dogpile.cache.region [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Cache value generated in 0.025 seconds for key(s): 'zone-id' {{(pid=62265) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 734.404093] env[62265]: DEBUG dogpile.lock [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Released creation lock {{(pid=62265) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 734.404384] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Releasing lock "network-334" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 734.404860] env[62265]: DEBUG networking_nsxv3.common.locking [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Lock port-ca07bf8a-0c44-4ab1-bf55-00fe3288335a taken with stack trace [, , , , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 734.405158] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquiring lock "port-ca07bf8a-0c44-4ab1-bf55-00fe3288335a" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 734.405356] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquired lock "port-ca07bf8a-0c44-4ab1-bf55-00fe3288335a" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.405872] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquired external semaphore "port-ca07bf8a-0c44-4ab1-bf55-00fe3288335a" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 734.406619] env[62265]: DEBUG networking_nsxv3.api.rpc [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ca07bf8a-0c44-4ab1-bf55-00fe3288335a',) {} {{(pid=62265) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 734.911186] env[62265]: DEBUG networking_nsxv3.common.locking [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 734.911186] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquiring lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 734.911186] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquired lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.911186] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquired external semaphore "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 734.911186] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Releasing lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 734.911186] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Segment Port ca07bf8a-0c44-4ab1-bf55-00fe3288335a not found, creating... [ 734.911186] env[62265]: DEBUG networking_nsxv3.common.locking [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 734.911186] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquiring lock "Segment" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 734.911186] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquired lock "Segment" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.911186] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquired external semaphore "Segment" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 734.911186] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Releasing lock "Segment" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 734.911804] env[62265]: DEBUG networking_nsxv3.common.locking [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 734.911804] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquiring lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 734.911804] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquired lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.912756] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquired external semaphore "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 734.913564] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Releasing lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 734.913767] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Resource: SegmentPort with ID: ca07bf8a-0c44-4ab1-bf55-00fe3288335a is going to be created. [ 734.934774] env[62265]: DEBUG networking_nsxv3.common.locking [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 734.935086] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquiring lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 734.935263] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquired lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.935558] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquired external semaphore "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 734.935822] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Releasing lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 734.936097] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Releasing lock "port-ca07bf8a-0c44-4ab1-bf55-00fe3288335a" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 735.127160] env[62265]: INFO networking_nsxv3.common.synchronization [None req-931fd53e-9a4f-4938-9eb6-00895afb083a tempest-ServersV294TestFqdnHostnames-993236797 tempest-ServersV294TestFqdnHostnames-993236797-project-member] Enqueued Resource ID: 2d57abaa-8212-4767-bbc2-73a55a973bd5 with Priority: HIGHEST for action security_group_rules [ 735.130139] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: acaa75e0-c50a-4735-bf37-8856257d2177 in Status: SUCCESS [ 735.130387] env[62265]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: acaa75e0-c50a-4735-bf37-8856257d2177 deletion is rescheduled due to dependency. [ 735.130466] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-acaa75e0-c50a-4735-bf37-8856257d2177" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 735.131229] env[62265]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2d57abaa-8212-4767-bbc2-73a55a973bd5 with Priority: HIGHEST for action security_group_rules [ 735.131229] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock rules-2d57abaa-8212-4767-bbc2-73a55a973bd5 taken with stack trace [, , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 735.131402] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-2d57abaa-8212-4767-bbc2-73a55a973bd5" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 735.131449] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-2d57abaa-8212-4767-bbc2-73a55a973bd5" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 735.131680] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-2d57abaa-8212-4767-bbc2-73a55a973bd5" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 735.131741] env[62265]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('2d57abaa-8212-4767-bbc2-73a55a973bd5',) {} {{(pid=62265) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 735.202566] env[62265]: INFO networking_nsxv3.common.synchronization [req-1dd42896-8923-42bb-b258-3e193e0ca466 req-a2416fe7-3c98-44e4-bdca-a42e0967db06 tempest-AttachInterfacesUnderV243Test-778728604 tempest-AttachInterfacesUnderV243Test-778728604-project-member] Enqueued Resource ID: 50b5d7dc-8d34-40bc-a688-b6866f773b84 with Priority: HIGHEST for action security_group_members [ 735.203234] env[62265]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 50b5d7dc-8d34-40bc-a688-b6866f773b84 with Priority: HIGHEST for action security_group_members [ 735.203555] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock member-50b5d7dc-8d34-40bc-a688-b6866f773b84 taken with stack trace [, , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 735.203711] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-50b5d7dc-8d34-40bc-a688-b6866f773b84" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 735.203755] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-50b5d7dc-8d34-40bc-a688-b6866f773b84" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 735.203936] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-50b5d7dc-8d34-40bc-a688-b6866f773b84" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 735.206874] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 735.206874] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 735.206874] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 735.206874] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 735.206874] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 735.206874] env[62265]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('50b5d7dc-8d34-40bc-a688-b6866f773b84',) {} {{(pid=62265) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 735.238543] env[62265]: INFO networking_nsxv3.common.synchronization [req-1dd42896-8923-42bb-b258-3e193e0ca466 req-a2416fe7-3c98-44e4-bdca-a42e0967db06 tempest-AttachInterfacesUnderV243Test-778728604 tempest-AttachInterfacesUnderV243Test-778728604-project-member] Enqueued Resource ID: 50b5d7dc-8d34-40bc-a688-b6866f773b84 with Priority: HIGHEST for action security_group_rules [ 735.238543] env[62265]: INFO networking_nsxv3.common.synchronization [req-1dd42896-8923-42bb-b258-3e193e0ca466 req-a2416fe7-3c98-44e4-bdca-a42e0967db06 tempest-AttachInterfacesUnderV243Test-778728604 tempest-AttachInterfacesUnderV243Test-778728604-project-member] Enqueued Resource ID: 50b5d7dc-8d34-40bc-a688-b6866f773b84 with Priority: HIGHEST for action security_group_members [ 735.238676] env[62265]: INFO networking_nsxv3.common.synchronization [req-1dd42896-8923-42bb-b258-3e193e0ca466 req-a2416fe7-3c98-44e4-bdca-a42e0967db06 tempest-AttachInterfacesUnderV243Test-778728604 tempest-AttachInterfacesUnderV243Test-778728604-project-member] Enqueued Resource ID: e28894bb-62f3-4cfe-927e-60f3c3b32948 with Priority: HIGHEST for action port [ 735.239370] env[62265]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 50b5d7dc-8d34-40bc-a688-b6866f773b84 with Priority: HIGHEST for action security_group_rules [ 735.239541] env[62265]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 50b5d7dc-8d34-40bc-a688-b6866f773b84 with Priority: HIGHEST for action security_group_members [ 735.239727] env[62265]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e28894bb-62f3-4cfe-927e-60f3c3b32948 with Priority: HIGHEST for action port [ 735.241715] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock rules-50b5d7dc-8d34-40bc-a688-b6866f773b84 taken with stack trace [, , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 735.241715] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-50b5d7dc-8d34-40bc-a688-b6866f773b84" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 735.241910] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-50b5d7dc-8d34-40bc-a688-b6866f773b84" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 735.241996] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-50b5d7dc-8d34-40bc-a688-b6866f773b84" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 735.242044] env[62265]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('50b5d7dc-8d34-40bc-a688-b6866f773b84',) {} {{(pid=62265) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 735.242878] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock member-50b5d7dc-8d34-40bc-a688-b6866f773b84 taken with stack trace [, , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 735.242967] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-50b5d7dc-8d34-40bc-a688-b6866f773b84" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 735.246834] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock port-e28894bb-62f3-4cfe-927e-60f3c3b32948 taken with stack trace [, , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 735.246834] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e28894bb-62f3-4cfe-927e-60f3c3b32948" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 735.246834] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e28894bb-62f3-4cfe-927e-60f3c3b32948" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 735.246834] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e28894bb-62f3-4cfe-927e-60f3c3b32948" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 735.246834] env[62265]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e28894bb-62f3-4cfe-927e-60f3c3b32948',) {} {{(pid=62265) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 735.324862] env[62265]: INFO networking_nsxv3.common.synchronization [None req-cd8b261e-9a93-4946-9f09-099c6337762d None None] Enqueued Resource ID: e290f6dc-128c-45e6-bd96-b37cb49a1e3b with Priority: HIGHEST for action port [ 735.327008] env[62265]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e290f6dc-128c-45e6-bd96-b37cb49a1e3b with Priority: HIGHEST for action port [ 735.327920] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock port-e290f6dc-128c-45e6-bd96-b37cb49a1e3b taken with stack trace [, , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 735.328176] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e290f6dc-128c-45e6-bd96-b37cb49a1e3b" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 735.328176] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e290f6dc-128c-45e6-bd96-b37cb49a1e3b" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 735.328433] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e290f6dc-128c-45e6-bd96-b37cb49a1e3b" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 735.328490] env[62265]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e290f6dc-128c-45e6-bd96-b37cb49a1e3b',) {} {{(pid=62265) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 735.389662] env[62265]: INFO networking_nsxv3.common.synchronization [None req-47056a06-cbe6-4a67-93f8-63d27a67c1b4 tempest-ServersV294TestFqdnHostnames-993236797 tempest-ServersV294TestFqdnHostnames-993236797-project-member] Enqueued Resource ID: 2d57abaa-8212-4767-bbc2-73a55a973bd5 with Priority: HIGHEST for action security_group_rules [ 735.390500] env[62265]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2d57abaa-8212-4767-bbc2-73a55a973bd5 with Priority: HIGHEST for action security_group_rules [ 735.391346] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock rules-2d57abaa-8212-4767-bbc2-73a55a973bd5 taken with stack trace [, , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 735.391346] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-2d57abaa-8212-4767-bbc2-73a55a973bd5" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 735.651479] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 735.651781] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 735.651781] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 735.651896] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 735.651975] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 735.652067] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 2d57abaa-8212-4767-bbc2-73a55a973bd5 already deleted. [ 735.652151] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-2d57abaa-8212-4767-bbc2-73a55a973bd5" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 735.652320] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-2d57abaa-8212-4767-bbc2-73a55a973bd5" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 735.652534] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-2d57abaa-8212-4767-bbc2-73a55a973bd5" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 735.652580] env[62265]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('2d57abaa-8212-4767-bbc2-73a55a973bd5',) {} {{(pid=62265) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 735.708689] env[62265]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('50b5d7dc-8d34-40bc-a688-b6866f773b84',) {} {{(pid=62265) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 735.748323] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port e28894bb-62f3-4cfe-927e-60f3c3b32948 with status ACTIVE [ 735.748553] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 735.748694] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 735.748763] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 735.748972] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 735.749074] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 735.749272] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 735.749374] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 735.749437] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 735.749589] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 735.749664] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 735.749838] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 735.749929] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 735.749987] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 735.750139] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 735.750212] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 735.750294] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: e28894bb-62f3-4cfe-927e-60f3c3b32948 is going to be updated. [ 735.755242] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock member-50b5d7dc-8d34-40bc-a688-b6866f773b84 taken with stack trace [, , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 735.755422] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-50b5d7dc-8d34-40bc-a688-b6866f773b84" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 735.775874] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 735.776079] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 735.776249] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 735.776494] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 735.777149] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 735.778765] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e28894bb-62f3-4cfe-927e-60f3c3b32948" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 735.801175] env[62265]: INFO networking_nsxv3.common.synchronization [req-ded5df42-7417-4e24-bb67-50462ec9c75f req-a7de3930-729a-4d1a-9024-4f5db20c8bac service nova] Enqueued Resource ID: 833f3169-0676-4778-a13d-0e996caf86c3 with Priority: HIGHEST for action security_group_rules [ 735.801644] env[62265]: INFO networking_nsxv3.common.synchronization [req-ded5df42-7417-4e24-bb67-50462ec9c75f req-a7de3930-729a-4d1a-9024-4f5db20c8bac service nova] Enqueued Resource ID: 833f3169-0676-4778-a13d-0e996caf86c3 with Priority: HIGHEST for action security_group_members [ 735.801847] env[62265]: INFO networking_nsxv3.common.synchronization [req-ded5df42-7417-4e24-bb67-50462ec9c75f req-a7de3930-729a-4d1a-9024-4f5db20c8bac service nova] Enqueued Resource ID: ca07bf8a-0c44-4ab1-bf55-00fe3288335a with Priority: HIGHEST for action port [ 735.802162] env[62265]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 833f3169-0676-4778-a13d-0e996caf86c3 with Priority: HIGHEST for action security_group_rules [ 735.802449] env[62265]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 833f3169-0676-4778-a13d-0e996caf86c3 with Priority: HIGHEST for action security_group_members [ 735.802631] env[62265]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ca07bf8a-0c44-4ab1-bf55-00fe3288335a with Priority: HIGHEST for action port [ 735.803309] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock rules-833f3169-0676-4778-a13d-0e996caf86c3 taken with stack trace [, , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 735.803505] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-833f3169-0676-4778-a13d-0e996caf86c3" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 735.803613] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-833f3169-0676-4778-a13d-0e996caf86c3" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 735.803942] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-833f3169-0676-4778-a13d-0e996caf86c3" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 735.804113] env[62265]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('833f3169-0676-4778-a13d-0e996caf86c3',) {} {{(pid=62265) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 735.805093] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock member-833f3169-0676-4778-a13d-0e996caf86c3 taken with stack trace [, , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 735.805269] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-833f3169-0676-4778-a13d-0e996caf86c3" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 735.805378] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-833f3169-0676-4778-a13d-0e996caf86c3" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 735.805673] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-833f3169-0676-4778-a13d-0e996caf86c3" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 735.805875] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 735.806033] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 735.806126] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 735.806331] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 735.806483] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 735.806583] env[62265]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('833f3169-0676-4778-a13d-0e996caf86c3',) {} {{(pid=62265) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 735.807314] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock port-ca07bf8a-0c44-4ab1-bf55-00fe3288335a taken with stack trace [, , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 735.807426] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ca07bf8a-0c44-4ab1-bf55-00fe3288335a" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 735.807493] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ca07bf8a-0c44-4ab1-bf55-00fe3288335a" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 735.807645] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ca07bf8a-0c44-4ab1-bf55-00fe3288335a" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 735.807718] env[62265]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ca07bf8a-0c44-4ab1-bf55-00fe3288335a',) {} {{(pid=62265) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 735.831341] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port e290f6dc-128c-45e6-bd96-b37cb49a1e3b [ 735.831610] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 735.831673] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 735.831762] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 735.831944] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 735.832053] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 735.832149] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:e290f6dc-128c-45e6-bd96-b37cb49a1e3b already deleted. [ 735.832262] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e290f6dc-128c-45e6-bd96-b37cb49a1e3b" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 736.172065] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 736.172465] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 736.172465] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 736.172600] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 736.172600] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 736.172703] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 2d57abaa-8212-4767-bbc2-73a55a973bd5 already deleted. [ 736.172754] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-2d57abaa-8212-4767-bbc2-73a55a973bd5" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 736.213586] env[62265]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('50b5d7dc-8d34-40bc-a688-b6866f773b84',) {} {{(pid=62265) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 736.310914] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock member-833f3169-0676-4778-a13d-0e996caf86c3 taken with stack trace [, , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 736.310914] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-833f3169-0676-4778-a13d-0e996caf86c3" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 736.311166] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port ca07bf8a-0c44-4ab1-bf55-00fe3288335a with status ACTIVE [ 736.311390] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 736.311490] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 736.311601] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 736.311758] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 736.312075] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 736.312075] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 736.312162] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 736.312162] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 736.312344] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 736.312446] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 736.312625] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 736.312715] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 736.312773] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 736.312912] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 736.312985] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 736.313080] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: ca07bf8a-0c44-4ab1-bf55-00fe3288335a is going to be updated. [ 736.314332] env[62265]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('833f3169-0676-4778-a13d-0e996caf86c3',) {} {{(pid=62265) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 736.333219] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 736.333219] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 736.333219] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 736.333219] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 736.333382] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 736.333421] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ca07bf8a-0c44-4ab1-bf55-00fe3288335a" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 736.718055] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 736.718055] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 736.718304] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 736.722347] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 736.722347] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 736.722347] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 50b5d7dc-8d34-40bc-a688-b6866f773b84 is going to be updated. [ 736.764501] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 736.764729] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 736.765291] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 736.765291] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 736.765444] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 736.778201] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 50b5d7dc-8d34-40bc-a688-b6866f773b84 in Status: IN_PROGRESS for 2s [ 736.822854] env[62265]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('833f3169-0676-4778-a13d-0e996caf86c3',) {} {{(pid=62265) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 737.327566] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 737.327985] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 737.327985] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 737.328226] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 737.328376] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 737.328598] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 833f3169-0676-4778-a13d-0e996caf86c3 is going to be created. [ 737.350821] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 737.350969] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 737.351032] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 737.351244] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 737.351457] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 737.360597] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 833f3169-0676-4778-a13d-0e996caf86c3 in Status: UNINITIALIZED for 2s [ 738.789837] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 50b5d7dc-8d34-40bc-a688-b6866f773b84 in Status: SUCCESS [ 738.789837] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-50b5d7dc-8d34-40bc-a688-b6866f773b84" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 738.789837] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-50b5d7dc-8d34-40bc-a688-b6866f773b84" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 738.789837] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-50b5d7dc-8d34-40bc-a688-b6866f773b84" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 738.789837] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 738.789837] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 738.789837] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 738.790688] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 738.790927] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 738.791892] env[62265]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('50b5d7dc-8d34-40bc-a688-b6866f773b84',) {} {{(pid=62265) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 739.063583] env[62265]: INFO networking_nsxv3.common.synchronization [req-28573fc1-4c8d-4fcc-80dd-d5edf591fafc req-6a1bdd84-fcc2-4a36-975a-aef84be34daa tempest-ListServerFiltersTestJSON-218262020 tempest-ListServerFiltersTestJSON-218262020-project-member] Enqueued Resource ID: e0077c22-f917-4c69-afe4-010a0e0b6642 with Priority: HIGHEST for action security_group_members [ 739.064210] env[62265]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e0077c22-f917-4c69-afe4-010a0e0b6642 with Priority: HIGHEST for action security_group_members [ 739.067319] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock member-e0077c22-f917-4c69-afe4-010a0e0b6642 taken with stack trace [, , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 739.067319] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e0077c22-f917-4c69-afe4-010a0e0b6642" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 739.067319] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e0077c22-f917-4c69-afe4-010a0e0b6642" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 739.067319] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e0077c22-f917-4c69-afe4-010a0e0b6642" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 739.067319] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 739.067319] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 739.067319] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 739.068913] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 739.068913] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 739.068913] env[62265]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e0077c22-f917-4c69-afe4-010a0e0b6642',) {} {{(pid=62265) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 739.294558] env[62265]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('50b5d7dc-8d34-40bc-a688-b6866f773b84',) {} {{(pid=62265) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 739.372067] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 833f3169-0676-4778-a13d-0e996caf86c3 in Status: SUCCESS [ 739.372067] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-833f3169-0676-4778-a13d-0e996caf86c3" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 739.372215] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-833f3169-0676-4778-a13d-0e996caf86c3" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 739.373322] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-833f3169-0676-4778-a13d-0e996caf86c3" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 739.373322] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 739.373322] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 739.373322] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 739.373322] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 739.373322] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 739.373322] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-833f3169-0676-4778-a13d-0e996caf86c3" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 739.373322] env[62265]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('833f3169-0676-4778-a13d-0e996caf86c3',) {} {{(pid=62265) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 739.573557] env[62265]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('e0077c22-f917-4c69-afe4-010a0e0b6642',) {} {{(pid=62265) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 739.622879] env[62265]: DEBUG networking_nsxv3.common.locking [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Lock network-15 taken with stack trace [, , , , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 739.622879] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquiring lock "network-15" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 739.622879] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquired lock "network-15" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 739.623125] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquired external semaphore "network-15" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 739.623319] env[62265]: DEBUG networking_nsxv3.common.locking [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 739.623440] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquiring lock "Segment" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 739.623555] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquired lock "Segment" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 739.623773] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquired external semaphore "Segment" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 739.625354] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Releasing lock "Segment" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 739.626412] env[62265]: DEBUG dogpile.cache.region [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] No value present for key: 'zone-id' {{(pid=62265) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 739.626412] env[62265]: DEBUG dogpile.lock [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] NeedRegenerationException {{(pid=62265) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 739.626412] env[62265]: DEBUG dogpile.lock [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] no value, waiting for create lock {{(pid=62265) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 739.626412] env[62265]: DEBUG dogpile.lock [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] value creation lock acquired {{(pid=62265) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 739.626412] env[62265]: DEBUG dogpile.cache.region [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] No value present for key: 'zone-id' {{(pid=62265) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 739.626412] env[62265]: DEBUG dogpile.lock [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Calling creation function for not-yet-present value {{(pid=62265) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 739.626412] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 739.655144] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 739.655144] env[62265]: DEBUG dogpile.cache.region [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Cache value generated in 0.027 seconds for key(s): 'zone-id' {{(pid=62265) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 739.655144] env[62265]: DEBUG dogpile.lock [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Released creation lock {{(pid=62265) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 739.655144] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Releasing lock "network-15" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 739.655144] env[62265]: DEBUG networking_nsxv3.common.locking [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Lock port-a2a9755e-1f5d-4e72-bc53-1ee519e85e50 taken with stack trace [, , , , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 739.655144] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquiring lock "port-a2a9755e-1f5d-4e72-bc53-1ee519e85e50" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 739.655144] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquired lock "port-a2a9755e-1f5d-4e72-bc53-1ee519e85e50" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 739.655144] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquired external semaphore "port-a2a9755e-1f5d-4e72-bc53-1ee519e85e50" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 739.655722] env[62265]: DEBUG networking_nsxv3.api.rpc [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a2a9755e-1f5d-4e72-bc53-1ee519e85e50',) {} {{(pid=62265) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 739.797165] env[62265]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('50b5d7dc-8d34-40bc-a688-b6866f773b84',) {} {{(pid=62265) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 739.876605] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock member-833f3169-0676-4778-a13d-0e996caf86c3 taken with stack trace [, , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 739.876770] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-833f3169-0676-4778-a13d-0e996caf86c3" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 739.879126] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-833f3169-0676-4778-a13d-0e996caf86c3" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 739.879126] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-833f3169-0676-4778-a13d-0e996caf86c3" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 739.879126] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 739.879126] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 739.879126] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 739.879126] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 739.879126] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 739.879126] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-833f3169-0676-4778-a13d-0e996caf86c3" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 739.879126] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock member-833f3169-0676-4778-a13d-0e996caf86c3 taken with stack trace [, , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 739.879126] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-833f3169-0676-4778-a13d-0e996caf86c3" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 739.879126] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-833f3169-0676-4778-a13d-0e996caf86c3" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 739.879126] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-833f3169-0676-4778-a13d-0e996caf86c3" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 739.879126] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 739.879126] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 739.879126] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 739.879126] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 739.879126] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 739.879688] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-833f3169-0676-4778-a13d-0e996caf86c3" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 739.879688] env[62265]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('833f3169-0676-4778-a13d-0e996caf86c3',) {} {{(pid=62265) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 740.078129] env[62265]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('e0077c22-f917-4c69-afe4-010a0e0b6642',) {} {{(pid=62265) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 740.159227] env[62265]: DEBUG networking_nsxv3.common.locking [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 740.159486] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquiring lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 740.159624] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquired lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 740.159877] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquired external semaphore "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 740.160036] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Releasing lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 740.160201] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Segment Port a2a9755e-1f5d-4e72-bc53-1ee519e85e50 not found, creating... [ 740.160460] env[62265]: DEBUG networking_nsxv3.common.locking [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 740.160627] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquiring lock "Segment" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 740.160749] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquired lock "Segment" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 740.160972] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquired external semaphore "Segment" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 740.161124] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Releasing lock "Segment" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 740.161430] env[62265]: DEBUG networking_nsxv3.common.locking [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 740.161588] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquiring lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 740.161723] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquired lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 740.162137] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquired external semaphore "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 740.162284] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Releasing lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 740.162440] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Resource: SegmentPort with ID: a2a9755e-1f5d-4e72-bc53-1ee519e85e50 is going to be created. [ 740.182952] env[62265]: DEBUG networking_nsxv3.common.locking [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 740.183261] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquiring lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 740.183392] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquired lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 740.183719] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquired external semaphore "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 740.183941] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Releasing lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 740.184186] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Releasing lock "port-a2a9755e-1f5d-4e72-bc53-1ee519e85e50" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 740.299289] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 740.299819] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 740.299819] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 740.299923] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 740.299956] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 740.300082] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 50b5d7dc-8d34-40bc-a688-b6866f773b84 is going to be updated. [ 740.337046] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 740.337350] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 740.337436] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 740.337773] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 740.338040] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 740.349248] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 50b5d7dc-8d34-40bc-a688-b6866f773b84 in Status: IN_PROGRESS for 2s [ 740.383429] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 833f3169-0676-4778-a13d-0e996caf86c3: rpc.has_security_group_logging(os_id): False [ 740.401447] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 740.401593] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 740.401665] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 740.401873] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 740.401967] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 740.402180] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 740.402363] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 740.402363] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 740.402561] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 740.402661] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 740.402968] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 740.403481] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 740.403481] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 740.403481] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 740.404885] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 740.404885] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 740.404885] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 740.404885] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 740.404885] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 740.404885] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 740.404885] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 833f3169-0676-4778-a13d-0e996caf86c3 is going to be created. [ 740.425696] env[62265]: INFO networking_nsxv3.common.synchronization [req-84596cb7-b7ea-4d51-ad14-07043e03a886 req-1271310a-1b9d-4306-833d-2abfe34ab27f tempest-AttachInterfacesUnderV243Test-778728604 tempest-AttachInterfacesUnderV243Test-778728604-project-member] Enqueued Resource ID: 50b5d7dc-8d34-40bc-a688-b6866f773b84 with Priority: HIGHEST for action security_group_members [ 740.426499] env[62265]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 50b5d7dc-8d34-40bc-a688-b6866f773b84 with Priority: HIGHEST for action security_group_members [ 740.426581] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock member-50b5d7dc-8d34-40bc-a688-b6866f773b84 taken with stack trace [, , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 740.426903] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-50b5d7dc-8d34-40bc-a688-b6866f773b84" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 740.466350] env[62265]: INFO networking_nsxv3.common.synchronization [req-84596cb7-b7ea-4d51-ad14-07043e03a886 req-1271310a-1b9d-4306-833d-2abfe34ab27f tempest-AttachInterfacesUnderV243Test-778728604 tempest-AttachInterfacesUnderV243Test-778728604-project-member] Enqueued Resource ID: 50b5d7dc-8d34-40bc-a688-b6866f773b84 with Priority: HIGHEST for action security_group_rules [ 740.466412] env[62265]: INFO networking_nsxv3.common.synchronization [req-84596cb7-b7ea-4d51-ad14-07043e03a886 req-1271310a-1b9d-4306-833d-2abfe34ab27f tempest-AttachInterfacesUnderV243Test-778728604 tempest-AttachInterfacesUnderV243Test-778728604-project-member] Enqueued Resource ID: 50b5d7dc-8d34-40bc-a688-b6866f773b84 with Priority: HIGHEST for action security_group_members [ 740.466815] env[62265]: INFO networking_nsxv3.common.synchronization [req-84596cb7-b7ea-4d51-ad14-07043e03a886 req-1271310a-1b9d-4306-833d-2abfe34ab27f tempest-AttachInterfacesUnderV243Test-778728604 tempest-AttachInterfacesUnderV243Test-778728604-project-member] Enqueued Resource ID: e28894bb-62f3-4cfe-927e-60f3c3b32948 with Priority: HIGHEST for action port [ 740.467901] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 740.469076] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 740.469076] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 740.469076] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 740.469076] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 740.469793] env[62265]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 50b5d7dc-8d34-40bc-a688-b6866f773b84 with Priority: HIGHEST for action security_group_rules [ 740.470113] env[62265]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 50b5d7dc-8d34-40bc-a688-b6866f773b84 with Priority: HIGHEST for action security_group_members [ 740.470113] env[62265]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e28894bb-62f3-4cfe-927e-60f3c3b32948 with Priority: HIGHEST for action port [ 740.470493] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock rules-50b5d7dc-8d34-40bc-a688-b6866f773b84 taken with stack trace [, , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 740.470493] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-50b5d7dc-8d34-40bc-a688-b6866f773b84" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 740.470830] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock member-50b5d7dc-8d34-40bc-a688-b6866f773b84 taken with stack trace [, , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 740.470963] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-50b5d7dc-8d34-40bc-a688-b6866f773b84" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 740.471365] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock port-e28894bb-62f3-4cfe-927e-60f3c3b32948 taken with stack trace [, , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 740.471502] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e28894bb-62f3-4cfe-927e-60f3c3b32948" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 740.471569] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e28894bb-62f3-4cfe-927e-60f3c3b32948" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 740.471771] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e28894bb-62f3-4cfe-927e-60f3c3b32948" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 740.471851] env[62265]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e28894bb-62f3-4cfe-927e-60f3c3b32948',) {} {{(pid=62265) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 740.485779] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 833f3169-0676-4778-a13d-0e996caf86c3 in Status: IN_PROGRESS for 2s [ 740.579527] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 740.579696] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 740.579769] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 740.579968] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 740.582023] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 740.582023] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e0077c22-f917-4c69-afe4-010a0e0b6642 is going to be updated. [ 740.616012] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 740.616168] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 740.616239] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 740.616457] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 740.616594] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 740.625174] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e0077c22-f917-4c69-afe4-010a0e0b6642 in Status: IN_PROGRESS for 2s [ 740.937520] env[62265]: INFO networking_nsxv3.common.synchronization [req-28573fc1-4c8d-4fcc-80dd-d5edf591fafc req-ee1344c4-0d74-4916-a41e-27a03f85d36d service nova] Enqueued Resource ID: e0077c22-f917-4c69-afe4-010a0e0b6642 with Priority: HIGHEST for action security_group_rules [ 740.937802] env[62265]: INFO networking_nsxv3.common.synchronization [req-28573fc1-4c8d-4fcc-80dd-d5edf591fafc req-ee1344c4-0d74-4916-a41e-27a03f85d36d service nova] Enqueued Resource ID: e0077c22-f917-4c69-afe4-010a0e0b6642 with Priority: HIGHEST for action security_group_members [ 740.937850] env[62265]: INFO networking_nsxv3.common.synchronization [req-28573fc1-4c8d-4fcc-80dd-d5edf591fafc req-ee1344c4-0d74-4916-a41e-27a03f85d36d service nova] Enqueued Resource ID: a2a9755e-1f5d-4e72-bc53-1ee519e85e50 with Priority: HIGHEST for action port [ 740.938379] env[62265]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e0077c22-f917-4c69-afe4-010a0e0b6642 with Priority: HIGHEST for action security_group_rules [ 740.938469] env[62265]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e0077c22-f917-4c69-afe4-010a0e0b6642 with Priority: HIGHEST for action security_group_members [ 740.938565] env[62265]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a2a9755e-1f5d-4e72-bc53-1ee519e85e50 with Priority: HIGHEST for action port [ 740.938825] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e0077c22-f917-4c69-afe4-010a0e0b6642 taken with stack trace [, , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 740.938945] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e0077c22-f917-4c69-afe4-010a0e0b6642" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 740.939018] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e0077c22-f917-4c69-afe4-010a0e0b6642" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 740.939229] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e0077c22-f917-4c69-afe4-010a0e0b6642" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 740.939319] env[62265]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e0077c22-f917-4c69-afe4-010a0e0b6642',) {} {{(pid=62265) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 740.940215] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock member-e0077c22-f917-4c69-afe4-010a0e0b6642 taken with stack trace [, , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 740.940309] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e0077c22-f917-4c69-afe4-010a0e0b6642" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 740.940509] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock port-a2a9755e-1f5d-4e72-bc53-1ee519e85e50 taken with stack trace [, , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 740.940611] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a2a9755e-1f5d-4e72-bc53-1ee519e85e50" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 740.940670] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a2a9755e-1f5d-4e72-bc53-1ee519e85e50" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 740.940838] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a2a9755e-1f5d-4e72-bc53-1ee519e85e50" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 740.940971] env[62265]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a2a9755e-1f5d-4e72-bc53-1ee519e85e50',) {} {{(pid=62265) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 740.977195] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port e28894bb-62f3-4cfe-927e-60f3c3b32948 with status ACTIVE [ 740.977195] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 740.977195] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 740.977195] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 740.977195] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 740.977195] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 740.977195] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 740.977195] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 740.977195] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 740.977195] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 740.977195] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 740.977195] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 740.977195] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 740.977195] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 740.977195] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 740.977195] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 740.977195] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: e28894bb-62f3-4cfe-927e-60f3c3b32948 is going to be updated. [ 741.002127] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 741.002386] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 741.002386] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 741.002569] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 741.003217] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 741.003217] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e28894bb-62f3-4cfe-927e-60f3c3b32948" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 741.443130] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock member-e0077c22-f917-4c69-afe4-010a0e0b6642 taken with stack trace [, , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 741.443341] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e0077c22-f917-4c69-afe4-010a0e0b6642" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 741.443449] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port a2a9755e-1f5d-4e72-bc53-1ee519e85e50 with status ACTIVE [ 741.444050] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 741.444050] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 741.444050] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 741.444050] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 741.444497] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 741.444497] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 741.444497] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 741.444497] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 741.444712] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 741.444712] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 741.444806] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 741.444877] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 741.444926] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 741.445048] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 741.445123] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 741.445202] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: a2a9755e-1f5d-4e72-bc53-1ee519e85e50 is going to be updated. [ 741.466022] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 741.466022] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 741.466022] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 741.466232] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 741.466799] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 741.466799] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a2a9755e-1f5d-4e72-bc53-1ee519e85e50" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 741.914018] env[62265]: INFO networking_nsxv3.common.synchronization [req-2bec6ffc-d115-4835-904b-90456765f55a req-38b74540-9f79-49a9-9a0c-63fb51a5c668 tempest-ListServerFiltersTestJSON-218262020 tempest-ListServerFiltersTestJSON-218262020-project-member] Enqueued Resource ID: e0077c22-f917-4c69-afe4-010a0e0b6642 with Priority: HIGHEST for action security_group_members [ 741.914583] env[62265]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e0077c22-f917-4c69-afe4-010a0e0b6642 with Priority: HIGHEST for action security_group_members [ 741.915239] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock member-e0077c22-f917-4c69-afe4-010a0e0b6642 taken with stack trace [, , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 741.915338] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e0077c22-f917-4c69-afe4-010a0e0b6642" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 742.358093] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 50b5d7dc-8d34-40bc-a688-b6866f773b84 in Status: SUCCESS [ 742.358553] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-50b5d7dc-8d34-40bc-a688-b6866f773b84" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 742.358553] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-50b5d7dc-8d34-40bc-a688-b6866f773b84" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.358723] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-50b5d7dc-8d34-40bc-a688-b6866f773b84" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 742.358908] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 742.359084] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 742.359158] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.359328] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 742.359406] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 742.359502] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-50b5d7dc-8d34-40bc-a688-b6866f773b84" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 742.359599] env[62265]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('50b5d7dc-8d34-40bc-a688-b6866f773b84',) {} {{(pid=62265) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 742.360435] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-50b5d7dc-8d34-40bc-a688-b6866f773b84" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.360589] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-50b5d7dc-8d34-40bc-a688-b6866f773b84" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 742.360740] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 742.360868] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 742.360927] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.361613] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 742.361899] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 742.362027] env[62265]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('50b5d7dc-8d34-40bc-a688-b6866f773b84',) {} {{(pid=62265) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 742.409138] env[62265]: DEBUG networking_nsxv3.common.locking [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Lock network-15 taken with stack trace [, , , , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 742.409331] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquiring lock "network-15" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 742.409449] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquired lock "network-15" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.409803] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquired external semaphore "network-15" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 742.410070] env[62265]: DEBUG networking_nsxv3.common.locking [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 742.410223] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquiring lock "Segment" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 742.410357] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquired lock "Segment" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.410563] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquired external semaphore "Segment" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 742.410709] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Releasing lock "Segment" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 742.411135] env[62265]: DEBUG dogpile.cache.region [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] No value present for key: 'zone-id' {{(pid=62265) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 742.411822] env[62265]: DEBUG dogpile.lock [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] NeedRegenerationException {{(pid=62265) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 742.411992] env[62265]: DEBUG dogpile.lock [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] no value, waiting for create lock {{(pid=62265) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 742.412172] env[62265]: DEBUG dogpile.lock [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] value creation lock acquired {{(pid=62265) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 742.412469] env[62265]: DEBUG dogpile.cache.region [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] No value present for key: 'zone-id' {{(pid=62265) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 742.412469] env[62265]: DEBUG dogpile.lock [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Calling creation function for not-yet-present value {{(pid=62265) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 742.412469] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 742.434362] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 742.434512] env[62265]: DEBUG dogpile.cache.region [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=62265) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 742.434645] env[62265]: DEBUG dogpile.lock [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Released creation lock {{(pid=62265) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 742.434815] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Releasing lock "network-15" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 742.435151] env[62265]: DEBUG networking_nsxv3.common.locking [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Lock port-2a8c4c43-4c49-4421-a942-ff4c11c32b4b taken with stack trace [, , , , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 742.435328] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquiring lock "port-2a8c4c43-4c49-4421-a942-ff4c11c32b4b" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 742.435461] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquired lock "port-2a8c4c43-4c49-4421-a942-ff4c11c32b4b" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.435818] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquired external semaphore "port-2a8c4c43-4c49-4421-a942-ff4c11c32b4b" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 742.435962] env[62265]: DEBUG networking_nsxv3.api.rpc [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2a8c4c43-4c49-4421-a942-ff4c11c32b4b',) {} {{(pid=62265) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 742.496576] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 833f3169-0676-4778-a13d-0e996caf86c3 in Status: SUCCESS [ 742.496801] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-833f3169-0676-4778-a13d-0e996caf86c3" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 742.635631] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e0077c22-f917-4c69-afe4-010a0e0b6642 in Status: SUCCESS [ 742.635631] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e0077c22-f917-4c69-afe4-010a0e0b6642" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 742.635706] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e0077c22-f917-4c69-afe4-010a0e0b6642" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.635889] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e0077c22-f917-4c69-afe4-010a0e0b6642" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 742.636041] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 742.636158] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 742.636218] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.636374] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 742.636452] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 742.636542] env[62265]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e0077c22-f917-4c69-afe4-010a0e0b6642',) {} {{(pid=62265) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 742.864193] env[62265]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('50b5d7dc-8d34-40bc-a688-b6866f773b84',) {} {{(pid=62265) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 742.866414] env[62265]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('50b5d7dc-8d34-40bc-a688-b6866f773b84',) {} {{(pid=62265) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 742.938231] env[62265]: DEBUG networking_nsxv3.common.locking [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 742.938770] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquiring lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 742.938932] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquired lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.939233] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquired external semaphore "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 742.939386] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Releasing lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 742.939536] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Segment Port 2a8c4c43-4c49-4421-a942-ff4c11c32b4b not found, creating... [ 742.939804] env[62265]: DEBUG networking_nsxv3.common.locking [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 742.943016] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquiring lock "Segment" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 742.943016] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquired lock "Segment" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.943016] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquired external semaphore "Segment" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 742.943016] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Releasing lock "Segment" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 742.943016] env[62265]: DEBUG networking_nsxv3.common.locking [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 742.943016] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquiring lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 742.943016] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquired lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.943016] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquired external semaphore "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 742.943016] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Releasing lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 742.943016] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Resource: SegmentPort with ID: 2a8c4c43-4c49-4421-a942-ff4c11c32b4b is going to be created. [ 742.968198] env[62265]: DEBUG networking_nsxv3.common.locking [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 742.968529] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquiring lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 742.968710] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquired lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.969072] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquired external semaphore "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 742.969377] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Releasing lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 742.969778] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Releasing lock "port-2a8c4c43-4c49-4421-a942-ff4c11c32b4b" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 743.139428] env[62265]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('e0077c22-f917-4c69-afe4-010a0e0b6642',) {} {{(pid=62265) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 743.370765] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 50b5d7dc-8d34-40bc-a688-b6866f773b84: rpc.has_security_group_logging(os_id): False [ 743.370765] env[62265]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('50b5d7dc-8d34-40bc-a688-b6866f773b84',) {} {{(pid=62265) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 743.387040] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 743.387040] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 743.387040] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 743.387040] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 743.387040] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 743.387443] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 743.387533] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 743.387579] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 743.387730] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 743.387807] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 743.387892] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 50b5d7dc-8d34-40bc-a688-b6866f773b84 is going to be updated. [ 743.451372] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 743.451372] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 743.451591] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 743.452061] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 743.452267] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 743.469174] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 50b5d7dc-8d34-40bc-a688-b6866f773b84 in Status: IN_PROGRESS for 2s [ 743.641567] env[62265]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('e0077c22-f917-4c69-afe4-010a0e0b6642',) {} {{(pid=62265) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 743.745555] env[62265]: INFO networking_nsxv3.common.synchronization [req-2bec6ffc-d115-4835-904b-90456765f55a req-8d31dfd3-a4df-46a4-a71c-73267aea6aaf service nova] Enqueued Resource ID: e0077c22-f917-4c69-afe4-010a0e0b6642 with Priority: HIGHEST for action security_group_rules [ 743.745855] env[62265]: INFO networking_nsxv3.common.synchronization [req-2bec6ffc-d115-4835-904b-90456765f55a req-8d31dfd3-a4df-46a4-a71c-73267aea6aaf service nova] Enqueued Resource ID: e0077c22-f917-4c69-afe4-010a0e0b6642 with Priority: HIGHEST for action security_group_members [ 743.746127] env[62265]: INFO networking_nsxv3.common.synchronization [req-2bec6ffc-d115-4835-904b-90456765f55a req-8d31dfd3-a4df-46a4-a71c-73267aea6aaf service nova] Enqueued Resource ID: 2a8c4c43-4c49-4421-a942-ff4c11c32b4b with Priority: HIGHEST for action port [ 743.746531] env[62265]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e0077c22-f917-4c69-afe4-010a0e0b6642 with Priority: HIGHEST for action security_group_rules [ 743.747341] env[62265]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e0077c22-f917-4c69-afe4-010a0e0b6642 with Priority: HIGHEST for action security_group_members [ 743.747456] env[62265]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2a8c4c43-4c49-4421-a942-ff4c11c32b4b with Priority: HIGHEST for action port [ 743.748365] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e0077c22-f917-4c69-afe4-010a0e0b6642 taken with stack trace [, , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 743.749573] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e0077c22-f917-4c69-afe4-010a0e0b6642" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 743.750128] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock member-e0077c22-f917-4c69-afe4-010a0e0b6642 taken with stack trace [, , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 743.750230] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e0077c22-f917-4c69-afe4-010a0e0b6642" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 743.750412] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock port-2a8c4c43-4c49-4421-a942-ff4c11c32b4b taken with stack trace [, , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 743.750517] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-2a8c4c43-4c49-4421-a942-ff4c11c32b4b" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 743.750585] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-2a8c4c43-4c49-4421-a942-ff4c11c32b4b" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 743.750812] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-2a8c4c43-4c49-4421-a942-ff4c11c32b4b" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 743.751105] env[62265]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2a8c4c43-4c49-4421-a942-ff4c11c32b4b',) {} {{(pid=62265) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 743.875200] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 743.875200] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 743.875200] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 743.875200] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 743.875200] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 743.875200] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 50b5d7dc-8d34-40bc-a688-b6866f773b84 is going to be updated. [ 743.905591] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 743.905761] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 743.905829] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 743.906074] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 743.906237] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 743.917156] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 50b5d7dc-8d34-40bc-a688-b6866f773b84 in Status: IN_PROGRESS for 2s [ 744.065428] env[62265]: INFO networking_nsxv3.common.synchronization [req-d0e16464-cb25-436c-8884-708cb1cb43fd req-e0342634-5cc9-435d-8d3e-2f186509de1c tempest-AttachInterfacesUnderV243Test-778728604 tempest-AttachInterfacesUnderV243Test-778728604-project-member] Enqueued Resource ID: 50b5d7dc-8d34-40bc-a688-b6866f773b84 with Priority: HIGHEST for action security_group_members [ 744.066242] env[62265]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 50b5d7dc-8d34-40bc-a688-b6866f773b84 with Priority: HIGHEST for action security_group_members [ 744.066548] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock member-50b5d7dc-8d34-40bc-a688-b6866f773b84 taken with stack trace [, , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 744.066653] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-50b5d7dc-8d34-40bc-a688-b6866f773b84" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 744.144419] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 744.144505] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 744.144564] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 744.144799] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 744.144894] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 744.144994] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e0077c22-f917-4c69-afe4-010a0e0b6642 is going to be updated. [ 744.177182] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 744.177182] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 744.177182] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 744.177360] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 744.177392] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 744.185240] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e0077c22-f917-4c69-afe4-010a0e0b6642 in Status: IN_PROGRESS for 2s [ 744.252739] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 2a8c4c43-4c49-4421-a942-ff4c11c32b4b with status ACTIVE [ 744.259056] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 744.259056] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 744.259056] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 744.259056] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 744.259056] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 744.259056] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 744.259056] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 744.259056] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 744.259056] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 744.259056] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 744.259056] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 744.259056] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 744.259056] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 744.259056] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 744.259056] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 744.259056] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 2a8c4c43-4c49-4421-a942-ff4c11c32b4b is going to be updated. [ 744.280195] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 744.281379] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 744.281500] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 744.281721] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 744.281954] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 744.282153] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-2a8c4c43-4c49-4421-a942-ff4c11c32b4b" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 745.484326] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 50b5d7dc-8d34-40bc-a688-b6866f773b84 in Status: SUCCESS [ 745.484657] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-50b5d7dc-8d34-40bc-a688-b6866f773b84" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 745.484744] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-50b5d7dc-8d34-40bc-a688-b6866f773b84" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 745.484974] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-50b5d7dc-8d34-40bc-a688-b6866f773b84" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 745.485143] env[62265]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('50b5d7dc-8d34-40bc-a688-b6866f773b84',) {} {{(pid=62265) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 745.929325] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 50b5d7dc-8d34-40bc-a688-b6866f773b84 in Status: SUCCESS [ 745.929325] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-50b5d7dc-8d34-40bc-a688-b6866f773b84" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 745.929325] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-50b5d7dc-8d34-40bc-a688-b6866f773b84" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 745.929325] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-50b5d7dc-8d34-40bc-a688-b6866f773b84" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 745.929325] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 745.929325] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 745.929325] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 745.929325] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 745.929325] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 745.929640] env[62265]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('50b5d7dc-8d34-40bc-a688-b6866f773b84',) {} {{(pid=62265) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 746.006979] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 746.006979] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 746.006979] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.006979] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 746.006979] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 746.006979] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 50b5d7dc-8d34-40bc-a688-b6866f773b84 is going to be deleted. [ 746.057286] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 746.057286] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 746.057286] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.057286] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 746.057286] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 746.057967] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-50b5d7dc-8d34-40bc-a688-b6866f773b84" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 746.159327] env[62265]: INFO networking_nsxv3.common.synchronization [None req-2f8da854-7485-496d-9f0c-0ce4cb740fbd tempest-MigrationsAdminTest-1174356079 tempest-MigrationsAdminTest-1174356079-project-member] Enqueued Resource ID: bfd02c1d-f8c3-4f51-9cb2-8d71dac5aae1 with Priority: HIGHEST for action security_group_rules [ 746.159327] env[62265]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bfd02c1d-f8c3-4f51-9cb2-8d71dac5aae1 with Priority: HIGHEST for action security_group_rules [ 746.159327] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock rules-bfd02c1d-f8c3-4f51-9cb2-8d71dac5aae1 taken with stack trace [, , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 746.159327] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-bfd02c1d-f8c3-4f51-9cb2-8d71dac5aae1" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 746.159327] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-bfd02c1d-f8c3-4f51-9cb2-8d71dac5aae1" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.159327] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-bfd02c1d-f8c3-4f51-9cb2-8d71dac5aae1" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 746.159327] env[62265]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('bfd02c1d-f8c3-4f51-9cb2-8d71dac5aae1',) {} {{(pid=62265) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 746.194393] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e0077c22-f917-4c69-afe4-010a0e0b6642 in Status: SUCCESS [ 746.197018] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e0077c22-f917-4c69-afe4-010a0e0b6642" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 746.197018] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e0077c22-f917-4c69-afe4-010a0e0b6642" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.197018] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e0077c22-f917-4c69-afe4-010a0e0b6642" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 746.197018] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 746.197018] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 746.197018] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.197018] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 746.197018] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 746.197018] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e0077c22-f917-4c69-afe4-010a0e0b6642" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 746.197018] env[62265]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('e0077c22-f917-4c69-afe4-010a0e0b6642',) {} {{(pid=62265) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 746.197018] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e0077c22-f917-4c69-afe4-010a0e0b6642" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.197018] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e0077c22-f917-4c69-afe4-010a0e0b6642" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 746.198043] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 746.198267] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 746.198418] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.198645] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 746.198807] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 746.198971] env[62265]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e0077c22-f917-4c69-afe4-010a0e0b6642',) {} {{(pid=62265) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 746.431640] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 746.432577] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 746.432577] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.432577] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 746.432577] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 746.432577] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 746.432577] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 746.432577] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.432933] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 746.432933] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 746.432933] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 50b5d7dc-8d34-40bc-a688-b6866f773b84 is going to be deleted. [ 746.463151] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 746.463381] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 746.463483] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.463767] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 746.463923] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 746.464100] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-50b5d7dc-8d34-40bc-a688-b6866f773b84" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 746.464315] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-50b5d7dc-8d34-40bc-a688-b6866f773b84" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.464545] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-50b5d7dc-8d34-40bc-a688-b6866f773b84" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 746.464924] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 746.465070] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 746.465372] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.465612] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 746.465766] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 746.465986] env[62265]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('50b5d7dc-8d34-40bc-a688-b6866f773b84',) {} {{(pid=62265) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 746.518594] env[62265]: INFO networking_nsxv3.common.synchronization [None req-f854cb6c-629b-430e-8d3d-6386797bdf79 tempest-MigrationsAdminTest-1174356079 tempest-MigrationsAdminTest-1174356079-project-member] Enqueued Resource ID: bfd02c1d-f8c3-4f51-9cb2-8d71dac5aae1 with Priority: HIGHEST for action security_group_rules [ 746.519184] env[62265]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bfd02c1d-f8c3-4f51-9cb2-8d71dac5aae1 with Priority: HIGHEST for action security_group_rules [ 746.519507] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock rules-bfd02c1d-f8c3-4f51-9cb2-8d71dac5aae1 taken with stack trace [, , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 746.519777] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-bfd02c1d-f8c3-4f51-9cb2-8d71dac5aae1" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 746.677302] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 746.677943] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 746.678097] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.678318] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 746.678414] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 746.678515] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: bfd02c1d-f8c3-4f51-9cb2-8d71dac5aae1 already deleted. [ 746.678605] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-bfd02c1d-f8c3-4f51-9cb2-8d71dac5aae1" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 746.679189] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-bfd02c1d-f8c3-4f51-9cb2-8d71dac5aae1" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.679189] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-bfd02c1d-f8c3-4f51-9cb2-8d71dac5aae1" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 746.679189] env[62265]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('bfd02c1d-f8c3-4f51-9cb2-8d71dac5aae1',) {} {{(pid=62265) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 746.702039] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock member-e0077c22-f917-4c69-afe4-010a0e0b6642 taken with stack trace [, , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 746.702039] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e0077c22-f917-4c69-afe4-010a0e0b6642" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 746.706486] env[62265]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('e0077c22-f917-4c69-afe4-010a0e0b6642',) {} {{(pid=62265) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 746.969207] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 746.969402] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 746.969491] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.969712] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 746.969808] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 746.969994] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 746.970134] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 746.970242] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.970345] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 746.970433] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 746.970506] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 50b5d7dc-8d34-40bc-a688-b6866f773b84 already deleted. [ 746.970615] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-50b5d7dc-8d34-40bc-a688-b6866f773b84" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 747.201972] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 747.202163] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 747.202208] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.202401] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 747.202497] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 747.202590] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: bfd02c1d-f8c3-4f51-9cb2-8d71dac5aae1 already deleted. [ 747.202669] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-bfd02c1d-f8c3-4f51-9cb2-8d71dac5aae1" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 747.209508] env[62265]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('e0077c22-f917-4c69-afe4-010a0e0b6642',) {} {{(pid=62265) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 747.715921] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 747.716296] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 747.716370] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.716583] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 747.716671] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 747.716765] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e0077c22-f917-4c69-afe4-010a0e0b6642 is going to be updated. [ 747.744236] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 747.744236] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 747.744236] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.744236] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 747.744236] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 747.751154] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e0077c22-f917-4c69-afe4-010a0e0b6642 in Status: IN_PROGRESS for 2s [ 747.825924] env[62265]: INFO networking_nsxv3.common.synchronization [req-b321e1b2-e937-4526-a6e6-dc1a13d506b4 req-4cd4acc2-52b1-4d1e-90ed-515acf116e4e tempest-MultipleCreateTestJSON-1328111400 tempest-MultipleCreateTestJSON-1328111400-project-member] Enqueued Resource ID: 60596148-eceb-4997-b7ff-c5c796ce9f1d with Priority: HIGHEST for action security_group_members [ 747.826449] env[62265]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 60596148-eceb-4997-b7ff-c5c796ce9f1d with Priority: HIGHEST for action security_group_members [ 747.826861] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock member-60596148-eceb-4997-b7ff-c5c796ce9f1d taken with stack trace [, , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 747.826861] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-60596148-eceb-4997-b7ff-c5c796ce9f1d" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 747.826993] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-60596148-eceb-4997-b7ff-c5c796ce9f1d" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.827526] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-60596148-eceb-4997-b7ff-c5c796ce9f1d" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 747.827755] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 747.828507] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 747.828507] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.828507] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 747.828507] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 747.828507] env[62265]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('60596148-eceb-4997-b7ff-c5c796ce9f1d',) {} {{(pid=62265) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 748.281121] env[62265]: INFO networking_nsxv3.common.synchronization [None req-d572737e-7b55-4421-8f6d-7cb012c51a9f None None] Enqueued Resource ID: 144433e1-9557-4487-a253-adbb270f9525 with Priority: HIGHEST for action port [ 748.281383] env[62265]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 144433e1-9557-4487-a253-adbb270f9525 with Priority: HIGHEST for action port [ 748.281968] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock port-144433e1-9557-4487-a253-adbb270f9525 taken with stack trace [, , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 748.282104] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-144433e1-9557-4487-a253-adbb270f9525" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 748.282174] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-144433e1-9557-4487-a253-adbb270f9525" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 748.282453] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-144433e1-9557-4487-a253-adbb270f9525" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 748.282544] env[62265]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('144433e1-9557-4487-a253-adbb270f9525',) {} {{(pid=62265) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 748.289913] env[62265]: DEBUG networking_nsxv3.common.locking [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Lock network-945 taken with stack trace [, , , , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 748.290121] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquiring lock "network-945" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 748.290244] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquired lock "network-945" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 748.290546] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquired external semaphore "network-945" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 748.290840] env[62265]: DEBUG networking_nsxv3.common.locking [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 748.291006] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquiring lock "Segment" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 748.291132] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquired lock "Segment" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 748.291342] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquired external semaphore "Segment" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 748.291507] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Releasing lock "Segment" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 748.291714] env[62265]: DEBUG dogpile.cache.region [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] No value present for key: 'zone-id' {{(pid=62265) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 748.292229] env[62265]: DEBUG dogpile.lock [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] NeedRegenerationException {{(pid=62265) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 748.292417] env[62265]: DEBUG dogpile.lock [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] no value, waiting for create lock {{(pid=62265) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 748.292539] env[62265]: DEBUG dogpile.lock [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] value creation lock acquired {{(pid=62265) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 748.292657] env[62265]: DEBUG dogpile.cache.region [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] No value present for key: 'zone-id' {{(pid=62265) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 748.292770] env[62265]: DEBUG dogpile.lock [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Calling creation function for not-yet-present value {{(pid=62265) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 748.292900] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 748.311112] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 748.311271] env[62265]: DEBUG dogpile.cache.region [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Cache value generated in 0.018 seconds for key(s): 'zone-id' {{(pid=62265) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 748.312246] env[62265]: DEBUG dogpile.lock [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Released creation lock {{(pid=62265) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 748.313574] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Releasing lock "network-945" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 748.313574] env[62265]: DEBUG networking_nsxv3.common.locking [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Lock port-be628c64-f041-453b-81f2-9a5a7f43348b taken with stack trace [, , , , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 748.313574] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquiring lock "port-be628c64-f041-453b-81f2-9a5a7f43348b" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 748.313574] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquired lock "port-be628c64-f041-453b-81f2-9a5a7f43348b" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 748.313574] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquired external semaphore "port-be628c64-f041-453b-81f2-9a5a7f43348b" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 748.313861] env[62265]: DEBUG networking_nsxv3.api.rpc [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('be628c64-f041-453b-81f2-9a5a7f43348b',) {} {{(pid=62265) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 748.334976] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 748.335197] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 748.335197] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 748.336080] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 748.336271] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 748.336493] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 748.336602] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 748.336667] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 748.336828] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 748.336905] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 748.336995] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 60596148-eceb-4997-b7ff-c5c796ce9f1d already deleted. [ 748.337768] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-60596148-eceb-4997-b7ff-c5c796ce9f1d" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 748.785207] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 144433e1-9557-4487-a253-adbb270f9525 [ 748.785639] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 748.785639] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 748.785639] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 748.785863] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 748.785933] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 748.786030] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:144433e1-9557-4487-a253-adbb270f9525 already deleted. [ 748.786109] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-144433e1-9557-4487-a253-adbb270f9525" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 748.818486] env[62265]: DEBUG networking_nsxv3.common.locking [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 748.818710] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquiring lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 748.818834] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquired lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 748.819138] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquired external semaphore "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 748.819288] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Releasing lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 748.819445] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Segment Port be628c64-f041-453b-81f2-9a5a7f43348b not found, creating... [ 748.819707] env[62265]: DEBUG networking_nsxv3.common.locking [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 748.819862] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquiring lock "Segment" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 748.819976] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquired lock "Segment" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 748.820205] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquired external semaphore "Segment" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 748.820338] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Releasing lock "Segment" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 748.820610] env[62265]: DEBUG networking_nsxv3.common.locking [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 748.820786] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquiring lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 748.820904] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquired lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 748.821698] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquired external semaphore "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 748.821866] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Releasing lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 748.822051] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Resource: SegmentPort with ID: be628c64-f041-453b-81f2-9a5a7f43348b is going to be created. [ 748.841496] env[62265]: DEBUG networking_nsxv3.common.locking [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 748.841605] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquiring lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 748.842109] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquired lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 748.842109] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquired external semaphore "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 748.842254] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Releasing lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 748.842727] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Releasing lock "port-be628c64-f041-453b-81f2-9a5a7f43348b" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 749.761142] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e0077c22-f917-4c69-afe4-010a0e0b6642 in Status: SUCCESS [ 749.761423] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e0077c22-f917-4c69-afe4-010a0e0b6642" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 749.761605] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e0077c22-f917-4c69-afe4-010a0e0b6642" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 749.761809] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e0077c22-f917-4c69-afe4-010a0e0b6642" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 749.761988] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 749.762116] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 749.762177] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 749.762324] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 749.762536] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 749.762536] env[62265]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e0077c22-f917-4c69-afe4-010a0e0b6642',) {} {{(pid=62265) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 749.977391] env[62265]: INFO networking_nsxv3.common.synchronization [req-b321e1b2-e937-4526-a6e6-dc1a13d506b4 req-e5385836-dcf8-46e1-b8ad-50d812aae987 service nova] Enqueued Resource ID: 60596148-eceb-4997-b7ff-c5c796ce9f1d with Priority: HIGHEST for action security_group_rules [ 749.977664] env[62265]: INFO networking_nsxv3.common.synchronization [req-b321e1b2-e937-4526-a6e6-dc1a13d506b4 req-e5385836-dcf8-46e1-b8ad-50d812aae987 service nova] Enqueued Resource ID: 60596148-eceb-4997-b7ff-c5c796ce9f1d with Priority: HIGHEST for action security_group_members [ 749.977763] env[62265]: INFO networking_nsxv3.common.synchronization [req-b321e1b2-e937-4526-a6e6-dc1a13d506b4 req-e5385836-dcf8-46e1-b8ad-50d812aae987 service nova] Enqueued Resource ID: be628c64-f041-453b-81f2-9a5a7f43348b with Priority: HIGHEST for action port [ 749.978207] env[62265]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 60596148-eceb-4997-b7ff-c5c796ce9f1d with Priority: HIGHEST for action security_group_rules [ 749.978207] env[62265]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 60596148-eceb-4997-b7ff-c5c796ce9f1d with Priority: HIGHEST for action security_group_members [ 749.978207] env[62265]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: be628c64-f041-453b-81f2-9a5a7f43348b with Priority: HIGHEST for action port [ 749.980384] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock rules-60596148-eceb-4997-b7ff-c5c796ce9f1d taken with stack trace [, , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 749.980384] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-60596148-eceb-4997-b7ff-c5c796ce9f1d" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 749.980554] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-60596148-eceb-4997-b7ff-c5c796ce9f1d" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 749.980694] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-60596148-eceb-4997-b7ff-c5c796ce9f1d" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 749.980775] env[62265]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('60596148-eceb-4997-b7ff-c5c796ce9f1d',) {} {{(pid=62265) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 749.981875] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock member-60596148-eceb-4997-b7ff-c5c796ce9f1d taken with stack trace [, , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 749.981995] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-60596148-eceb-4997-b7ff-c5c796ce9f1d" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 749.982149] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-60596148-eceb-4997-b7ff-c5c796ce9f1d" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 749.982353] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-60596148-eceb-4997-b7ff-c5c796ce9f1d" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 749.982600] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 749.982739] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 749.982858] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 749.983090] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 749.983237] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 749.983489] env[62265]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('60596148-eceb-4997-b7ff-c5c796ce9f1d',) {} {{(pid=62265) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 749.984519] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock port-be628c64-f041-453b-81f2-9a5a7f43348b taken with stack trace [, , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 749.984607] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-be628c64-f041-453b-81f2-9a5a7f43348b" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 749.985647] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-be628c64-f041-453b-81f2-9a5a7f43348b" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 749.985647] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-be628c64-f041-453b-81f2-9a5a7f43348b" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 749.985647] env[62265]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('be628c64-f041-453b-81f2-9a5a7f43348b',) {} {{(pid=62265) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 750.264386] env[62265]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('e0077c22-f917-4c69-afe4-010a0e0b6642',) {} {{(pid=62265) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 750.487583] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock member-60596148-eceb-4997-b7ff-c5c796ce9f1d taken with stack trace [, , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 750.487688] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-60596148-eceb-4997-b7ff-c5c796ce9f1d" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 750.488651] env[62265]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('60596148-eceb-4997-b7ff-c5c796ce9f1d',) {} {{(pid=62265) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 750.488812] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port be628c64-f041-453b-81f2-9a5a7f43348b with status ACTIVE [ 750.489013] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 750.489131] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 750.489199] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 750.489413] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 750.489525] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 750.489709] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 750.489809] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 750.489861] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 750.490055] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 750.490140] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 750.490318] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 750.490411] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 750.490472] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 750.490615] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 750.490705] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 750.490765] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: be628c64-f041-453b-81f2-9a5a7f43348b is going to be updated. [ 750.513685] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 750.513859] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 750.513904] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 750.514332] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 750.514491] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 750.515076] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-be628c64-f041-453b-81f2-9a5a7f43348b" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 750.656460] env[62265]: INFO networking_nsxv3.common.synchronization [None req-1ddc2e77-f639-4871-8981-39acec13cf2f None None] Enqueued Resource ID: 0babeed0-2b48-4515-9476-46842890b2a8 with Priority: HIGHEST for action port [ 750.656925] env[62265]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0babeed0-2b48-4515-9476-46842890b2a8 with Priority: HIGHEST for action port [ 750.657223] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock port-0babeed0-2b48-4515-9476-46842890b2a8 taken with stack trace [, , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 750.657340] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-0babeed0-2b48-4515-9476-46842890b2a8" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 750.657449] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-0babeed0-2b48-4515-9476-46842890b2a8" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 750.657662] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-0babeed0-2b48-4515-9476-46842890b2a8" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 750.657755] env[62265]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0babeed0-2b48-4515-9476-46842890b2a8',) {} {{(pid=62265) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 750.769418] env[62265]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('e0077c22-f917-4c69-afe4-010a0e0b6642',) {} {{(pid=62265) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 750.992799] env[62265]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('60596148-eceb-4997-b7ff-c5c796ce9f1d',) {} {{(pid=62265) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 751.161451] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 0babeed0-2b48-4515-9476-46842890b2a8 [ 751.161660] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 751.161816] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 751.161888] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 751.162110] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 751.162200] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 751.162292] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:0babeed0-2b48-4515-9476-46842890b2a8 already deleted. [ 751.162374] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-0babeed0-2b48-4515-9476-46842890b2a8" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 751.272087] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 751.272310] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 751.272310] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 751.272516] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 751.272632] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 751.272736] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e0077c22-f917-4c69-afe4-010a0e0b6642 is going to be updated. [ 751.303881] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 751.304090] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 751.304188] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 751.304463] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 751.304623] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 751.314933] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e0077c22-f917-4c69-afe4-010a0e0b6642 in Status: IN_PROGRESS for 2s [ 751.494863] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 751.495046] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 751.495128] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 751.495355] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 751.495449] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 751.495554] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 60596148-eceb-4997-b7ff-c5c796ce9f1d is going to be created. [ 751.523018] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 751.523018] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 751.523018] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 751.523018] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 751.523018] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 751.531900] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 60596148-eceb-4997-b7ff-c5c796ce9f1d in Status: UNINITIALIZED for 2s [ 753.336020] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e0077c22-f917-4c69-afe4-010a0e0b6642 in Status: SUCCESS [ 753.336020] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e0077c22-f917-4c69-afe4-010a0e0b6642" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 753.336020] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e0077c22-f917-4c69-afe4-010a0e0b6642" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.336020] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e0077c22-f917-4c69-afe4-010a0e0b6642" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 753.336020] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 753.336020] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 753.336020] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.336020] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 753.336020] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 753.336020] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e0077c22-f917-4c69-afe4-010a0e0b6642" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 753.336020] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock member-e0077c22-f917-4c69-afe4-010a0e0b6642 taken with stack trace [, , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 753.336020] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e0077c22-f917-4c69-afe4-010a0e0b6642" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 753.336020] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e0077c22-f917-4c69-afe4-010a0e0b6642" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.336020] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e0077c22-f917-4c69-afe4-010a0e0b6642" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 753.336020] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 753.336020] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 753.336020] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.336020] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 753.336020] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 753.336858] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e0077c22-f917-4c69-afe4-010a0e0b6642" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 753.336858] env[62265]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('e0077c22-f917-4c69-afe4-010a0e0b6642',) {} {{(pid=62265) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 753.541691] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 60596148-eceb-4997-b7ff-c5c796ce9f1d in Status: SUCCESS [ 753.541931] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-60596148-eceb-4997-b7ff-c5c796ce9f1d" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 753.542134] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-60596148-eceb-4997-b7ff-c5c796ce9f1d" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.542365] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-60596148-eceb-4997-b7ff-c5c796ce9f1d" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 753.542597] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 753.542740] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 753.542816] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.542996] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 753.543114] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 753.543211] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-60596148-eceb-4997-b7ff-c5c796ce9f1d" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 753.543313] env[62265]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('60596148-eceb-4997-b7ff-c5c796ce9f1d',) {} {{(pid=62265) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 753.839500] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for e0077c22-f917-4c69-afe4-010a0e0b6642: rpc.has_security_group_logging(os_id): False [ 753.856389] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 753.856550] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 753.856620] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.856837] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 753.856941] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 753.857264] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 753.858205] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 753.858205] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.858205] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 753.858205] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 753.858205] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 753.858205] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 753.858205] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.858205] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 753.858205] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 753.858551] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 753.858551] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 753.858551] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.858773] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 753.858773] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 753.858832] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e0077c22-f917-4c69-afe4-010a0e0b6642 is going to be updated. [ 753.914632] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 753.914809] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 753.914880] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.915149] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 753.915312] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 753.927426] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e0077c22-f917-4c69-afe4-010a0e0b6642 in Status: IN_PROGRESS for 2s [ 754.045658] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock member-60596148-eceb-4997-b7ff-c5c796ce9f1d taken with stack trace [, , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 754.045930] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-60596148-eceb-4997-b7ff-c5c796ce9f1d" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 754.046063] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-60596148-eceb-4997-b7ff-c5c796ce9f1d" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 754.046346] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-60596148-eceb-4997-b7ff-c5c796ce9f1d" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 754.046585] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 754.046752] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 754.046855] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 754.047089] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 754.047233] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 754.047385] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-60596148-eceb-4997-b7ff-c5c796ce9f1d" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 754.047615] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock member-60596148-eceb-4997-b7ff-c5c796ce9f1d taken with stack trace [, , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 754.047788] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-60596148-eceb-4997-b7ff-c5c796ce9f1d" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 754.047879] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-60596148-eceb-4997-b7ff-c5c796ce9f1d" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 754.048112] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-60596148-eceb-4997-b7ff-c5c796ce9f1d" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 754.048346] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 754.048505] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 754.048626] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 754.049721] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 754.049721] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 754.049721] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-60596148-eceb-4997-b7ff-c5c796ce9f1d" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 754.049721] env[62265]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('60596148-eceb-4997-b7ff-c5c796ce9f1d',) {} {{(pid=62265) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 754.551278] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 60596148-eceb-4997-b7ff-c5c796ce9f1d: rpc.has_security_group_logging(os_id): False [ 754.567911] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 754.568089] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 754.568163] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 754.568369] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 754.568460] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 754.568719] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 754.568804] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 754.568842] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 754.568972] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 754.569064] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 754.569238] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 754.569336] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 754.569464] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 754.569624] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 754.569706] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 754.569882] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 754.569974] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 754.570044] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 754.570181] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 754.570255] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 754.570337] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 60596148-eceb-4997-b7ff-c5c796ce9f1d is going to be created. [ 754.634795] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 754.634951] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 754.635033] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 754.635274] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 754.635483] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 754.646197] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 60596148-eceb-4997-b7ff-c5c796ce9f1d in Status: IN_PROGRESS for 2s [ 755.657792] env[62265]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 755.658127] env[62265]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=3 [ 755.940897] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e0077c22-f917-4c69-afe4-010a0e0b6642 in Status: SUCCESS [ 755.941155] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e0077c22-f917-4c69-afe4-010a0e0b6642" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 755.941434] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e0077c22-f917-4c69-afe4-010a0e0b6642" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 755.941605] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e0077c22-f917-4c69-afe4-010a0e0b6642" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 755.941689] env[62265]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e0077c22-f917-4c69-afe4-010a0e0b6642',) {} {{(pid=62265) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 756.444187] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock member-e0077c22-f917-4c69-afe4-010a0e0b6642 taken with stack trace [, , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 756.444187] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e0077c22-f917-4c69-afe4-010a0e0b6642" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 756.444322] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e0077c22-f917-4c69-afe4-010a0e0b6642" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 756.444465] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e0077c22-f917-4c69-afe4-010a0e0b6642" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 756.444656] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 756.444791] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 756.444824] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 756.444992] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 756.445056] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 756.445181] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e0077c22-f917-4c69-afe4-010a0e0b6642" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 756.445221] env[62265]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('e0077c22-f917-4c69-afe4-010a0e0b6642',) {} {{(pid=62265) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 756.660227] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 60596148-eceb-4997-b7ff-c5c796ce9f1d in Status: SUCCESS [ 756.660574] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-60596148-eceb-4997-b7ff-c5c796ce9f1d" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 756.947792] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock member-e0077c22-f917-4c69-afe4-010a0e0b6642 taken with stack trace [, , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 756.947984] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e0077c22-f917-4c69-afe4-010a0e0b6642" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 756.948039] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e0077c22-f917-4c69-afe4-010a0e0b6642" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 756.948249] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e0077c22-f917-4c69-afe4-010a0e0b6642" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 756.948420] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 756.948556] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 756.948657] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 756.948826] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 756.948915] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 756.949017] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e0077c22-f917-4c69-afe4-010a0e0b6642" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 756.949175] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock member-e0077c22-f917-4c69-afe4-010a0e0b6642 taken with stack trace [, , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 756.949272] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e0077c22-f917-4c69-afe4-010a0e0b6642" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 756.949330] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e0077c22-f917-4c69-afe4-010a0e0b6642" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 756.949516] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e0077c22-f917-4c69-afe4-010a0e0b6642" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 756.949666] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 756.949762] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 756.949816] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 756.949957] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 756.950057] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 756.950143] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e0077c22-f917-4c69-afe4-010a0e0b6642" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 756.950234] env[62265]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('e0077c22-f917-4c69-afe4-010a0e0b6642',) {} {{(pid=62265) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 757.452990] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for e0077c22-f917-4c69-afe4-010a0e0b6642: rpc.has_security_group_logging(os_id): False [ 757.472858] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 757.473056] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 757.473123] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.473278] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 757.473369] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 757.473581] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 757.473678] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 757.473734] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.473902] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 757.473972] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 757.474174] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 757.474275] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 757.474332] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.474459] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 757.474523] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 757.474778] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 757.474778] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 757.474946] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.474984] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 757.475067] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 757.475126] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e0077c22-f917-4c69-afe4-010a0e0b6642 is going to be updated. [ 757.542913] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 757.543118] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 757.543118] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.543322] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 757.543469] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 757.556831] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e0077c22-f917-4c69-afe4-010a0e0b6642 in Status: IN_PROGRESS for 2s [ 759.572354] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e0077c22-f917-4c69-afe4-010a0e0b6642 in Status: SUCCESS [ 759.572672] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e0077c22-f917-4c69-afe4-010a0e0b6642" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 759.576018] env[62265]: INFO networking_nsxv3.common.synchronization [req-b80e4f48-0e4f-44c9-b32c-636400194b01 req-74838d46-4c74-4fea-949c-9ec508296c9e tempest-ImagesOneServerNegativeTestJSON-43880012 tempest-ImagesOneServerNegativeTestJSON-43880012-project-member] Enqueued Resource ID: 833f3169-0676-4778-a13d-0e996caf86c3 with Priority: HIGHEST for action security_group_members [ 759.576322] env[62265]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 833f3169-0676-4778-a13d-0e996caf86c3 with Priority: HIGHEST for action security_group_members [ 759.576804] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock member-833f3169-0676-4778-a13d-0e996caf86c3 taken with stack trace [, , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 759.576921] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-833f3169-0676-4778-a13d-0e996caf86c3" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 759.576987] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-833f3169-0676-4778-a13d-0e996caf86c3" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 759.577193] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-833f3169-0676-4778-a13d-0e996caf86c3" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 759.577350] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 759.577446] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 759.577508] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 759.577653] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 759.577736] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 759.577824] env[62265]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('833f3169-0676-4778-a13d-0e996caf86c3',) {} {{(pid=62265) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 760.080907] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 760.081099] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 760.081166] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 760.081377] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 760.081471] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 760.081712] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 760.081813] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 760.081873] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 760.082064] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 760.082132] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 760.082204] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 833f3169-0676-4778-a13d-0e996caf86c3 is going to be updated. [ 760.106957] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 760.106957] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 760.106957] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 760.107191] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 760.107330] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 760.115232] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 833f3169-0676-4778-a13d-0e996caf86c3 in Status: IN_PROGRESS for 2s [ 762.128832] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 833f3169-0676-4778-a13d-0e996caf86c3 in Status: SUCCESS [ 762.129225] env[62265]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 833f3169-0676-4778-a13d-0e996caf86c3 deletion is rescheduled due to dependency. [ 762.129225] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-833f3169-0676-4778-a13d-0e996caf86c3" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 762.883739] env[62265]: INFO networking_nsxv3.common.synchronization [req-cca1e549-209c-4060-8729-dc4320e05443 req-35ac1d44-f3c8-43cc-9971-8ca1ea80f589 tempest-AttachInterfacesTestJSON-467207588 tempest-AttachInterfacesTestJSON-467207588-project-member] Enqueued Resource ID: da93af02-3b4e-409c-8e28-ed7c1e3287ca with Priority: HIGHEST for action security_group_members [ 762.884259] env[62265]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: da93af02-3b4e-409c-8e28-ed7c1e3287ca with Priority: HIGHEST for action security_group_members [ 762.888021] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock member-da93af02-3b4e-409c-8e28-ed7c1e3287ca taken with stack trace [, , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 762.888021] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-da93af02-3b4e-409c-8e28-ed7c1e3287ca" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 762.888021] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-da93af02-3b4e-409c-8e28-ed7c1e3287ca" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.888021] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-da93af02-3b4e-409c-8e28-ed7c1e3287ca" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 762.888021] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 762.888021] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 762.888021] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.888021] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 762.888021] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 762.888021] env[62265]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('da93af02-3b4e-409c-8e28-ed7c1e3287ca',) {} {{(pid=62265) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 763.212664] env[62265]: DEBUG networking_nsxv3.common.locking [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Lock network-838 taken with stack trace [, , , , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 763.213031] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquiring lock "network-838" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 763.213031] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquired lock "network-838" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.213290] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquired external semaphore "network-838" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 763.213556] env[62265]: DEBUG networking_nsxv3.common.locking [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 763.213713] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquiring lock "Segment" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 763.213842] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquired lock "Segment" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.214078] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquired external semaphore "Segment" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 763.214241] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Releasing lock "Segment" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 763.214450] env[62265]: DEBUG dogpile.cache.region [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] No value present for key: 'zone-id' {{(pid=62265) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 763.214579] env[62265]: DEBUG dogpile.lock [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] NeedRegenerationException {{(pid=62265) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 763.214688] env[62265]: DEBUG dogpile.lock [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] no value, waiting for create lock {{(pid=62265) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 763.214815] env[62265]: DEBUG dogpile.lock [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] value creation lock acquired {{(pid=62265) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 763.214922] env[62265]: DEBUG dogpile.cache.region [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] No value present for key: 'zone-id' {{(pid=62265) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 763.215039] env[62265]: DEBUG dogpile.lock [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Calling creation function for not-yet-present value {{(pid=62265) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 763.215189] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 763.233772] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 763.233949] env[62265]: DEBUG dogpile.cache.region [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=62265) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 763.234091] env[62265]: DEBUG dogpile.lock [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Released creation lock {{(pid=62265) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 763.234289] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Releasing lock "network-838" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 763.234650] env[62265]: DEBUG networking_nsxv3.common.locking [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Lock port-4a0b5b54-3e15-49ec-8096-77ed00f50c9a taken with stack trace [, , , , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 763.234846] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquiring lock "port-4a0b5b54-3e15-49ec-8096-77ed00f50c9a" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 763.235029] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquired lock "port-4a0b5b54-3e15-49ec-8096-77ed00f50c9a" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.235346] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquired external semaphore "port-4a0b5b54-3e15-49ec-8096-77ed00f50c9a" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 763.235536] env[62265]: DEBUG networking_nsxv3.api.rpc [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4a0b5b54-3e15-49ec-8096-77ed00f50c9a',) {} {{(pid=62265) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 763.389949] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 763.390120] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 763.390199] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.390405] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 763.390495] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 763.390684] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 763.390781] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 763.390845] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.390993] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 763.391081] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 763.391163] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: da93af02-3b4e-409c-8e28-ed7c1e3287ca already deleted. [ 763.391244] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-da93af02-3b4e-409c-8e28-ed7c1e3287ca" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 763.738318] env[62265]: DEBUG networking_nsxv3.common.locking [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 763.738546] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquiring lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 763.738730] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquired lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.739015] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquired external semaphore "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 763.739194] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Releasing lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 763.739352] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Segment Port 4a0b5b54-3e15-49ec-8096-77ed00f50c9a not found, creating... [ 763.739612] env[62265]: DEBUG networking_nsxv3.common.locking [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 763.739768] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquiring lock "Segment" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 763.739885] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquired lock "Segment" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.740138] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquired external semaphore "Segment" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 763.740312] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Releasing lock "Segment" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 763.740632] env[62265]: DEBUG networking_nsxv3.common.locking [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 763.740812] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquiring lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 763.740932] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquired lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.741172] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquired external semaphore "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 763.741310] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Releasing lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 763.741449] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Resource: SegmentPort with ID: 4a0b5b54-3e15-49ec-8096-77ed00f50c9a is going to be created. [ 763.760266] env[62265]: DEBUG networking_nsxv3.common.locking [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 763.760477] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquiring lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 763.760621] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquired lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.760887] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquired external semaphore "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 763.761135] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Releasing lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 763.761407] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Releasing lock "port-4a0b5b54-3e15-49ec-8096-77ed00f50c9a" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 763.938612] env[62265]: INFO networking_nsxv3.common.synchronization [req-b321e1b2-e937-4526-a6e6-dc1a13d506b4 req-d08dd492-f7cf-4832-9c60-1b6749a29f6b tempest-MultipleCreateTestJSON-1328111400 tempest-MultipleCreateTestJSON-1328111400-project-member] Enqueued Resource ID: 60596148-eceb-4997-b7ff-c5c796ce9f1d with Priority: HIGHEST for action security_group_members [ 763.939136] env[62265]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 60596148-eceb-4997-b7ff-c5c796ce9f1d with Priority: HIGHEST for action security_group_members [ 763.939426] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock member-60596148-eceb-4997-b7ff-c5c796ce9f1d taken with stack trace [, , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 763.939553] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-60596148-eceb-4997-b7ff-c5c796ce9f1d" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 763.939619] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-60596148-eceb-4997-b7ff-c5c796ce9f1d" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.939812] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-60596148-eceb-4997-b7ff-c5c796ce9f1d" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 763.939955] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 763.943069] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 763.944750] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.944750] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 763.944750] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 763.944750] env[62265]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('60596148-eceb-4997-b7ff-c5c796ce9f1d',) {} {{(pid=62265) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 764.209752] env[62265]: DEBUG networking_nsxv3.common.locking [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Lock network-945 taken with stack trace [, , , , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 764.210038] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquiring lock "network-945" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 764.210085] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquired lock "network-945" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.210342] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquired external semaphore "network-945" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 764.210590] env[62265]: DEBUG networking_nsxv3.common.locking [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 764.210744] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquiring lock "Segment" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 764.210857] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquired lock "Segment" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.211077] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquired external semaphore "Segment" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 764.211221] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Releasing lock "Segment" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 764.211418] env[62265]: DEBUG dogpile.cache.region [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] No value present for key: 'zone-id' {{(pid=62265) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 764.211531] env[62265]: DEBUG dogpile.lock [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] NeedRegenerationException {{(pid=62265) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 764.211660] env[62265]: DEBUG dogpile.lock [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] no value, waiting for create lock {{(pid=62265) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 764.211771] env[62265]: DEBUG dogpile.lock [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] value creation lock acquired {{(pid=62265) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 764.211881] env[62265]: DEBUG dogpile.cache.region [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] No value present for key: 'zone-id' {{(pid=62265) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 764.211983] env[62265]: DEBUG dogpile.lock [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Calling creation function for not-yet-present value {{(pid=62265) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 764.212124] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 764.232141] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 764.232376] env[62265]: DEBUG dogpile.cache.region [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=62265) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 764.232376] env[62265]: DEBUG dogpile.lock [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Released creation lock {{(pid=62265) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 764.232551] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Releasing lock "network-945" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 764.232846] env[62265]: DEBUG networking_nsxv3.common.locking [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Lock port-a3e6bfec-f054-4ca8-913d-fc7ecc117cca taken with stack trace [, , , , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 764.233020] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquiring lock "port-a3e6bfec-f054-4ca8-913d-fc7ecc117cca" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 764.233145] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquired lock "port-a3e6bfec-f054-4ca8-913d-fc7ecc117cca" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.233451] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquired external semaphore "port-a3e6bfec-f054-4ca8-913d-fc7ecc117cca" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 764.233589] env[62265]: DEBUG networking_nsxv3.api.rpc [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a3e6bfec-f054-4ca8-913d-fc7ecc117cca',) {} {{(pid=62265) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 764.446088] env[62265]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('60596148-eceb-4997-b7ff-c5c796ce9f1d',) {} {{(pid=62265) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 764.610369] env[62265]: INFO networking_nsxv3.common.synchronization [req-cca1e549-209c-4060-8729-dc4320e05443 req-b0bb24d0-6c74-4d9c-87f3-65db0abb6934 service nova] Enqueued Resource ID: da93af02-3b4e-409c-8e28-ed7c1e3287ca with Priority: HIGHEST for action security_group_rules [ 764.610543] env[62265]: INFO networking_nsxv3.common.synchronization [req-cca1e549-209c-4060-8729-dc4320e05443 req-b0bb24d0-6c74-4d9c-87f3-65db0abb6934 service nova] Enqueued Resource ID: da93af02-3b4e-409c-8e28-ed7c1e3287ca with Priority: HIGHEST for action security_group_members [ 764.610678] env[62265]: INFO networking_nsxv3.common.synchronization [req-cca1e549-209c-4060-8729-dc4320e05443 req-b0bb24d0-6c74-4d9c-87f3-65db0abb6934 service nova] Enqueued Resource ID: 4a0b5b54-3e15-49ec-8096-77ed00f50c9a with Priority: HIGHEST for action port [ 764.611360] env[62265]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: da93af02-3b4e-409c-8e28-ed7c1e3287ca with Priority: HIGHEST for action security_group_rules [ 764.611360] env[62265]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: da93af02-3b4e-409c-8e28-ed7c1e3287ca with Priority: HIGHEST for action security_group_members [ 764.611360] env[62265]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4a0b5b54-3e15-49ec-8096-77ed00f50c9a with Priority: HIGHEST for action port [ 764.611674] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock rules-da93af02-3b4e-409c-8e28-ed7c1e3287ca taken with stack trace [, , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 764.612126] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-da93af02-3b4e-409c-8e28-ed7c1e3287ca" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 764.612126] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-da93af02-3b4e-409c-8e28-ed7c1e3287ca" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.612388] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-da93af02-3b4e-409c-8e28-ed7c1e3287ca" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 764.612485] env[62265]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('da93af02-3b4e-409c-8e28-ed7c1e3287ca',) {} {{(pid=62265) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 764.615112] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock member-da93af02-3b4e-409c-8e28-ed7c1e3287ca taken with stack trace [, , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 764.615112] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-da93af02-3b4e-409c-8e28-ed7c1e3287ca" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 764.615226] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-da93af02-3b4e-409c-8e28-ed7c1e3287ca" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.615375] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-da93af02-3b4e-409c-8e28-ed7c1e3287ca" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 764.615553] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 764.616469] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 764.616566] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.616748] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 764.616865] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 764.616983] env[62265]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('da93af02-3b4e-409c-8e28-ed7c1e3287ca',) {} {{(pid=62265) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 764.619582] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock port-4a0b5b54-3e15-49ec-8096-77ed00f50c9a taken with stack trace [, , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 764.621040] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-4a0b5b54-3e15-49ec-8096-77ed00f50c9a" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 764.621040] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-4a0b5b54-3e15-49ec-8096-77ed00f50c9a" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.621040] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-4a0b5b54-3e15-49ec-8096-77ed00f50c9a" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 764.621040] env[62265]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4a0b5b54-3e15-49ec-8096-77ed00f50c9a',) {} {{(pid=62265) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 764.736680] env[62265]: DEBUG networking_nsxv3.common.locking [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 764.736680] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquiring lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 764.736680] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquired lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.736680] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquired external semaphore "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 764.736848] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Releasing lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 764.737473] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Segment Port a3e6bfec-f054-4ca8-913d-fc7ecc117cca not found, creating... [ 764.737615] env[62265]: DEBUG networking_nsxv3.common.locking [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 764.737739] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquiring lock "Segment" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 764.737860] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquired lock "Segment" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.738094] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquired external semaphore "Segment" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 764.738238] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Releasing lock "Segment" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 764.738518] env[62265]: DEBUG networking_nsxv3.common.locking [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 764.738674] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquiring lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 764.738794] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquired lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.739008] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquired external semaphore "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 764.739165] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Releasing lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 764.739303] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Resource: SegmentPort with ID: a3e6bfec-f054-4ca8-913d-fc7ecc117cca is going to be created. [ 764.762580] env[62265]: DEBUG networking_nsxv3.common.locking [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 764.762793] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquiring lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 764.762921] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquired lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.763210] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquired external semaphore "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 764.763440] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Releasing lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 764.763658] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Releasing lock "port-a3e6bfec-f054-4ca8-913d-fc7ecc117cca" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 764.949191] env[62265]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('60596148-eceb-4997-b7ff-c5c796ce9f1d',) {} {{(pid=62265) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 765.116034] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock member-da93af02-3b4e-409c-8e28-ed7c1e3287ca taken with stack trace [, , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 765.116173] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-da93af02-3b4e-409c-8e28-ed7c1e3287ca" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 765.121041] env[62265]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('da93af02-3b4e-409c-8e28-ed7c1e3287ca',) {} {{(pid=62265) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 765.122623] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 4a0b5b54-3e15-49ec-8096-77ed00f50c9a with status ACTIVE [ 765.122962] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 765.123115] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 765.123195] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.123410] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 765.123506] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 765.123682] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 765.123788] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 765.123847] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.124029] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 765.124113] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 765.124290] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 765.124386] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 765.124448] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.124647] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 765.124744] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 765.124744] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 4a0b5b54-3e15-49ec-8096-77ed00f50c9a is going to be updated. [ 765.145208] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 765.145338] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 765.145384] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.145568] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 765.145699] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 765.145851] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-4a0b5b54-3e15-49ec-8096-77ed00f50c9a" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 765.451903] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 765.452226] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 765.452226] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.452341] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 765.452433] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 765.452535] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 60596148-eceb-4997-b7ff-c5c796ce9f1d is going to be updated. [ 765.473411] env[62265]: INFO networking_nsxv3.common.synchronization [req-b321e1b2-e937-4526-a6e6-dc1a13d506b4 req-9a58ac56-7c0d-4869-8336-685a236387c5 service nova] Enqueued Resource ID: 60596148-eceb-4997-b7ff-c5c796ce9f1d with Priority: HIGHEST for action security_group_rules [ 765.473411] env[62265]: INFO networking_nsxv3.common.synchronization [req-b321e1b2-e937-4526-a6e6-dc1a13d506b4 req-9a58ac56-7c0d-4869-8336-685a236387c5 service nova] Enqueued Resource ID: 60596148-eceb-4997-b7ff-c5c796ce9f1d with Priority: HIGHEST for action security_group_members [ 765.473502] env[62265]: INFO networking_nsxv3.common.synchronization [req-b321e1b2-e937-4526-a6e6-dc1a13d506b4 req-9a58ac56-7c0d-4869-8336-685a236387c5 service nova] Enqueued Resource ID: a3e6bfec-f054-4ca8-913d-fc7ecc117cca with Priority: HIGHEST for action port [ 765.473725] env[62265]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 60596148-eceb-4997-b7ff-c5c796ce9f1d with Priority: HIGHEST for action security_group_rules [ 765.473843] env[62265]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 60596148-eceb-4997-b7ff-c5c796ce9f1d with Priority: HIGHEST for action security_group_members [ 765.473932] env[62265]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a3e6bfec-f054-4ca8-913d-fc7ecc117cca with Priority: HIGHEST for action port [ 765.474467] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock rules-60596148-eceb-4997-b7ff-c5c796ce9f1d taken with stack trace [, , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 765.474595] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-60596148-eceb-4997-b7ff-c5c796ce9f1d" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 765.474660] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-60596148-eceb-4997-b7ff-c5c796ce9f1d" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.474862] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-60596148-eceb-4997-b7ff-c5c796ce9f1d" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 765.474939] env[62265]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('60596148-eceb-4997-b7ff-c5c796ce9f1d',) {} {{(pid=62265) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 765.476494] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock member-60596148-eceb-4997-b7ff-c5c796ce9f1d taken with stack trace [, , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 765.476592] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-60596148-eceb-4997-b7ff-c5c796ce9f1d" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 765.476787] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock port-a3e6bfec-f054-4ca8-913d-fc7ecc117cca taken with stack trace [, , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 765.476904] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a3e6bfec-f054-4ca8-913d-fc7ecc117cca" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 765.476951] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a3e6bfec-f054-4ca8-913d-fc7ecc117cca" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.477111] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a3e6bfec-f054-4ca8-913d-fc7ecc117cca" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 765.477186] env[62265]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a3e6bfec-f054-4ca8-913d-fc7ecc117cca',) {} {{(pid=62265) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 765.481405] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 765.481509] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 765.481601] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.481760] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 765.481901] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 765.493261] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 60596148-eceb-4997-b7ff-c5c796ce9f1d in Status: IN_PROGRESS for 2s [ 765.623672] env[62265]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('da93af02-3b4e-409c-8e28-ed7c1e3287ca',) {} {{(pid=62265) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 765.977408] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock member-60596148-eceb-4997-b7ff-c5c796ce9f1d taken with stack trace [, , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 765.977541] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-60596148-eceb-4997-b7ff-c5c796ce9f1d" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 765.978869] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port a3e6bfec-f054-4ca8-913d-fc7ecc117cca with status ACTIVE [ 765.979060] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 765.979319] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 765.979319] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.979471] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 765.979581] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 765.979779] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 765.979889] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 765.979944] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.980123] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 765.980205] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 765.980385] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 765.980483] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 765.980543] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.980685] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 765.980760] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 765.980846] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: a3e6bfec-f054-4ca8-913d-fc7ecc117cca is going to be updated. [ 766.001299] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 766.001450] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 766.001519] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.001772] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 766.001912] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 766.002083] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a3e6bfec-f054-4ca8-913d-fc7ecc117cca" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 766.126292] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 766.126292] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 766.126292] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.126454] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 766.126547] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 766.126649] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: da93af02-3b4e-409c-8e28-ed7c1e3287ca is going to be created. [ 766.161233] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 766.161459] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 766.161459] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.161711] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 766.161881] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 766.175908] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: da93af02-3b4e-409c-8e28-ed7c1e3287ca in Status: UNINITIALIZED for 2s [ 766.634079] env[62265]: INFO networking_nsxv3.common.synchronization [req-5c1bf9ad-bf00-4c99-a1ac-4fc39593144c req-200ba9ca-64c0-4ee4-b921-501cf4616769 tempest-InstanceActionsV221TestJSON-1610421341 tempest-InstanceActionsV221TestJSON-1610421341-project-member] Enqueued Resource ID: 80a49948-1200-4ec4-9f91-a75016ddff71 with Priority: HIGHEST for action security_group_members [ 766.634079] env[62265]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 80a49948-1200-4ec4-9f91-a75016ddff71 with Priority: HIGHEST for action security_group_members [ 766.634809] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock member-80a49948-1200-4ec4-9f91-a75016ddff71 taken with stack trace [, , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 766.634809] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-80a49948-1200-4ec4-9f91-a75016ddff71" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 766.634809] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-80a49948-1200-4ec4-9f91-a75016ddff71" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.634961] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-80a49948-1200-4ec4-9f91-a75016ddff71" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 766.634991] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 766.635320] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 766.635426] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.635633] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 766.635870] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 766.635997] env[62265]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('80a49948-1200-4ec4-9f91-a75016ddff71',) {} {{(pid=62265) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 766.917517] env[62265]: DEBUG networking_nsxv3.common.locking [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Lock network-710 taken with stack trace [, , , , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 766.917711] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquiring lock "network-710" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 766.917835] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquired lock "network-710" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.918199] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquired external semaphore "network-710" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 766.918452] env[62265]: DEBUG networking_nsxv3.common.locking [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 766.918608] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquiring lock "Segment" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 766.918723] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquired lock "Segment" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.918937] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquired external semaphore "Segment" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 766.919087] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Releasing lock "Segment" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 766.919292] env[62265]: DEBUG dogpile.cache.region [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] No value present for key: 'zone-id' {{(pid=62265) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 766.919407] env[62265]: DEBUG dogpile.lock [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] NeedRegenerationException {{(pid=62265) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 766.920029] env[62265]: DEBUG dogpile.lock [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] no value, waiting for create lock {{(pid=62265) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 766.920029] env[62265]: DEBUG dogpile.lock [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] value creation lock acquired {{(pid=62265) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 766.920029] env[62265]: DEBUG dogpile.cache.region [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] No value present for key: 'zone-id' {{(pid=62265) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 766.920029] env[62265]: DEBUG dogpile.lock [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Calling creation function for not-yet-present value {{(pid=62265) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 766.920029] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 766.937045] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 766.937229] env[62265]: DEBUG dogpile.cache.region [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Cache value generated in 0.017 seconds for key(s): 'zone-id' {{(pid=62265) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 766.937365] env[62265]: DEBUG dogpile.lock [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Released creation lock {{(pid=62265) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 766.937532] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Releasing lock "network-710" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 766.937958] env[62265]: DEBUG networking_nsxv3.common.locking [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Lock port-c5f2e1fb-e357-4316-bcdb-9d1e07054e68 taken with stack trace [, , , , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 766.938152] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquiring lock "port-c5f2e1fb-e357-4316-bcdb-9d1e07054e68" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 766.938282] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquired lock "port-c5f2e1fb-e357-4316-bcdb-9d1e07054e68" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.939010] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquired external semaphore "port-c5f2e1fb-e357-4316-bcdb-9d1e07054e68" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 766.939204] env[62265]: DEBUG networking_nsxv3.api.rpc [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c5f2e1fb-e357-4316-bcdb-9d1e07054e68',) {} {{(pid=62265) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 767.139891] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 767.139891] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 767.139891] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.139891] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 767.139891] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 767.139891] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 767.139891] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 767.139891] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.139891] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 767.139891] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 767.139891] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 80a49948-1200-4ec4-9f91-a75016ddff71 already deleted. [ 767.139891] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-80a49948-1200-4ec4-9f91-a75016ddff71" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 767.442446] env[62265]: DEBUG networking_nsxv3.common.locking [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 767.445018] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquiring lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 767.445018] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquired lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.445018] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquired external semaphore "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 767.445018] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Releasing lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 767.445018] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Segment Port c5f2e1fb-e357-4316-bcdb-9d1e07054e68 not found, creating... [ 767.445018] env[62265]: DEBUG networking_nsxv3.common.locking [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 767.445018] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquiring lock "Segment" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 767.445018] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquired lock "Segment" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.445018] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquired external semaphore "Segment" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 767.445018] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Releasing lock "Segment" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 767.445623] env[62265]: DEBUG networking_nsxv3.common.locking [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 767.446031] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquiring lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 767.446322] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquired lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.446834] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquired external semaphore "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 767.447141] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Releasing lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 767.447532] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Resource: SegmentPort with ID: c5f2e1fb-e357-4316-bcdb-9d1e07054e68 is going to be created. [ 767.468886] env[62265]: DEBUG networking_nsxv3.common.locking [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 767.468886] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquiring lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 767.468886] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquired lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.468886] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquired external semaphore "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 767.468886] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Releasing lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 767.468886] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Releasing lock "port-c5f2e1fb-e357-4316-bcdb-9d1e07054e68" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 767.505069] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 60596148-eceb-4997-b7ff-c5c796ce9f1d in Status: SUCCESS [ 767.505305] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-60596148-eceb-4997-b7ff-c5c796ce9f1d" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 767.505454] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-60596148-eceb-4997-b7ff-c5c796ce9f1d" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.505671] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-60596148-eceb-4997-b7ff-c5c796ce9f1d" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 767.505853] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 767.505974] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 767.506051] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.506204] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 767.506288] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 767.506386] env[62265]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('60596148-eceb-4997-b7ff-c5c796ce9f1d',) {} {{(pid=62265) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 768.011080] env[62265]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('60596148-eceb-4997-b7ff-c5c796ce9f1d',) {} {{(pid=62265) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 768.187739] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: da93af02-3b4e-409c-8e28-ed7c1e3287ca in Status: SUCCESS [ 768.187739] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-da93af02-3b4e-409c-8e28-ed7c1e3287ca" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 768.187739] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-da93af02-3b4e-409c-8e28-ed7c1e3287ca" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.187739] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-da93af02-3b4e-409c-8e28-ed7c1e3287ca" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 768.187739] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 768.188035] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 768.188035] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.188193] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 768.188193] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 768.188265] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-da93af02-3b4e-409c-8e28-ed7c1e3287ca" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 768.188295] env[62265]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('da93af02-3b4e-409c-8e28-ed7c1e3287ca',) {} {{(pid=62265) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 768.513486] env[62265]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('60596148-eceb-4997-b7ff-c5c796ce9f1d',) {} {{(pid=62265) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 768.694578] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock member-da93af02-3b4e-409c-8e28-ed7c1e3287ca taken with stack trace [, , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 768.694733] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-da93af02-3b4e-409c-8e28-ed7c1e3287ca" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 768.694809] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-da93af02-3b4e-409c-8e28-ed7c1e3287ca" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.695026] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-da93af02-3b4e-409c-8e28-ed7c1e3287ca" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 768.695192] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 768.695336] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 768.695438] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.695685] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 768.695826] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 768.695970] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-da93af02-3b4e-409c-8e28-ed7c1e3287ca" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 768.696227] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock member-da93af02-3b4e-409c-8e28-ed7c1e3287ca taken with stack trace [, , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 768.696381] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-da93af02-3b4e-409c-8e28-ed7c1e3287ca" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 768.696485] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-da93af02-3b4e-409c-8e28-ed7c1e3287ca" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.696714] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-da93af02-3b4e-409c-8e28-ed7c1e3287ca" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 768.696934] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 768.697092] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 768.697198] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.697406] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 768.697500] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 768.697590] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-da93af02-3b4e-409c-8e28-ed7c1e3287ca" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 768.697698] env[62265]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('da93af02-3b4e-409c-8e28-ed7c1e3287ca',) {} {{(pid=62265) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 768.761565] env[62265]: INFO networking_nsxv3.common.synchronization [req-5c1bf9ad-bf00-4c99-a1ac-4fc39593144c req-2b34b242-0527-4a38-afe0-d96ccfa5ab1e service nova] Enqueued Resource ID: 80a49948-1200-4ec4-9f91-a75016ddff71 with Priority: HIGHEST for action security_group_rules [ 768.761777] env[62265]: INFO networking_nsxv3.common.synchronization [req-5c1bf9ad-bf00-4c99-a1ac-4fc39593144c req-2b34b242-0527-4a38-afe0-d96ccfa5ab1e service nova] Enqueued Resource ID: 80a49948-1200-4ec4-9f91-a75016ddff71 with Priority: HIGHEST for action security_group_members [ 768.761920] env[62265]: INFO networking_nsxv3.common.synchronization [req-5c1bf9ad-bf00-4c99-a1ac-4fc39593144c req-2b34b242-0527-4a38-afe0-d96ccfa5ab1e service nova] Enqueued Resource ID: c5f2e1fb-e357-4316-bcdb-9d1e07054e68 with Priority: HIGHEST for action port [ 768.762162] env[62265]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 80a49948-1200-4ec4-9f91-a75016ddff71 with Priority: HIGHEST for action security_group_rules [ 768.762288] env[62265]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 80a49948-1200-4ec4-9f91-a75016ddff71 with Priority: HIGHEST for action security_group_members [ 768.762388] env[62265]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c5f2e1fb-e357-4316-bcdb-9d1e07054e68 with Priority: HIGHEST for action port [ 768.762930] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock rules-80a49948-1200-4ec4-9f91-a75016ddff71 taken with stack trace [, , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 768.763106] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-80a49948-1200-4ec4-9f91-a75016ddff71" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 768.763159] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-80a49948-1200-4ec4-9f91-a75016ddff71" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.763638] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-80a49948-1200-4ec4-9f91-a75016ddff71" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 768.763638] env[62265]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('80a49948-1200-4ec4-9f91-a75016ddff71',) {} {{(pid=62265) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 768.764269] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock member-80a49948-1200-4ec4-9f91-a75016ddff71 taken with stack trace [, , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 768.764383] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-80a49948-1200-4ec4-9f91-a75016ddff71" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 768.764449] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-80a49948-1200-4ec4-9f91-a75016ddff71" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.764828] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-80a49948-1200-4ec4-9f91-a75016ddff71" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 768.764828] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 768.764828] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 768.765031] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.765031] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 768.765151] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 768.765242] env[62265]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('80a49948-1200-4ec4-9f91-a75016ddff71',) {} {{(pid=62265) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 768.767256] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock port-c5f2e1fb-e357-4316-bcdb-9d1e07054e68 taken with stack trace [, , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 768.767256] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c5f2e1fb-e357-4316-bcdb-9d1e07054e68" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 768.767256] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c5f2e1fb-e357-4316-bcdb-9d1e07054e68" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.767256] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c5f2e1fb-e357-4316-bcdb-9d1e07054e68" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 768.767256] env[62265]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c5f2e1fb-e357-4316-bcdb-9d1e07054e68',) {} {{(pid=62265) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 769.016161] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 769.016161] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 769.016475] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.016475] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 769.016567] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 769.016618] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 60596148-eceb-4997-b7ff-c5c796ce9f1d is going to be updated. [ 769.043558] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 769.043558] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 769.043558] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.043558] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 769.043827] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 769.052333] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 60596148-eceb-4997-b7ff-c5c796ce9f1d in Status: IN_PROGRESS for 2s [ 769.202339] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for da93af02-3b4e-409c-8e28-ed7c1e3287ca: rpc.has_security_group_logging(os_id): False [ 769.220723] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 769.220898] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 769.220969] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.221233] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 769.221330] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 769.221652] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 769.221767] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 769.221883] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.221976] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 769.222062] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 769.222276] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 769.222670] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 769.222670] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.222734] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 769.222825] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 769.223107] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 769.223226] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 769.223226] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.223331] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 769.223396] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 769.223538] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: da93af02-3b4e-409c-8e28-ed7c1e3287ca is going to be created. [ 769.269167] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock member-80a49948-1200-4ec4-9f91-a75016ddff71 taken with stack trace [, , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 769.269382] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-80a49948-1200-4ec4-9f91-a75016ddff71" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 769.275741] env[62265]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('80a49948-1200-4ec4-9f91-a75016ddff71',) {} {{(pid=62265) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 769.275741] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port c5f2e1fb-e357-4316-bcdb-9d1e07054e68 with status ACTIVE [ 769.275741] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 769.275741] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 769.275741] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.275741] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 769.275741] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 769.276156] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 769.276156] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 769.276156] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.276156] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 769.276303] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 769.276361] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 769.276464] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 769.276508] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.276652] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 769.276720] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 769.276806] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: c5f2e1fb-e357-4316-bcdb-9d1e07054e68 is going to be updated. [ 769.279812] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 769.279812] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 769.279812] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.279812] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 769.279812] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 769.289887] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: da93af02-3b4e-409c-8e28-ed7c1e3287ca in Status: IN_PROGRESS for 2s [ 769.299416] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 769.300121] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 769.300121] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.300121] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 769.300121] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 769.300295] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c5f2e1fb-e357-4316-bcdb-9d1e07054e68" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 769.350688] env[62265]: INFO networking_nsxv3.common.synchronization [req-1f45467b-bb94-4e02-92a5-b8bfb0455558 req-a1ad6f9f-71f0-4e80-bcd8-790d43bfca55 tempest-ServersAdminNegativeTestJSON-628729406 tempest-ServersAdminNegativeTestJSON-628729406-project-member] Enqueued Resource ID: 07b3953d-e6be-4fd6-a5b5-bc8f70152e0c with Priority: HIGHEST for action security_group_members [ 769.351272] env[62265]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 07b3953d-e6be-4fd6-a5b5-bc8f70152e0c with Priority: HIGHEST for action security_group_members [ 769.351638] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock member-07b3953d-e6be-4fd6-a5b5-bc8f70152e0c taken with stack trace [, , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 769.351813] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-07b3953d-e6be-4fd6-a5b5-bc8f70152e0c" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 769.351872] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-07b3953d-e6be-4fd6-a5b5-bc8f70152e0c" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.353986] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-07b3953d-e6be-4fd6-a5b5-bc8f70152e0c" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 769.354314] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 769.354314] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 769.354419] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.355714] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 769.355714] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 769.355714] env[62265]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('07b3953d-e6be-4fd6-a5b5-bc8f70152e0c',) {} {{(pid=62265) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 769.478124] env[62265]: INFO networking_nsxv3.common.synchronization [req-281f008d-152f-42e7-ac6d-2ed5b5ae3edc req-2926865b-0ea2-45b0-a58f-df1f51ef5ba2 tempest-ServerActionsV293TestJSON-1600854557 tempest-ServerActionsV293TestJSON-1600854557-project-member] Enqueued Resource ID: 7b591979-c1c7-4513-bd5a-31e7c235aaa9 with Priority: HIGHEST for action security_group_members [ 769.478781] env[62265]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7b591979-c1c7-4513-bd5a-31e7c235aaa9 with Priority: HIGHEST for action security_group_members [ 769.479078] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock member-7b591979-c1c7-4513-bd5a-31e7c235aaa9 taken with stack trace [, , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 769.479138] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7b591979-c1c7-4513-bd5a-31e7c235aaa9" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 769.479186] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7b591979-c1c7-4513-bd5a-31e7c235aaa9" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.480122] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7b591979-c1c7-4513-bd5a-31e7c235aaa9" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 769.480122] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 769.480122] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 769.480122] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.480122] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 769.480122] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 769.480122] env[62265]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7b591979-c1c7-4513-bd5a-31e7c235aaa9',) {} {{(pid=62265) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 769.783452] env[62265]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('80a49948-1200-4ec4-9f91-a75016ddff71',) {} {{(pid=62265) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 769.858938] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 769.859116] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 769.859188] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.859395] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 769.859556] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 769.859764] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 769.859863] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 769.859919] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.860092] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 769.860173] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 769.860260] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 07b3953d-e6be-4fd6-a5b5-bc8f70152e0c is going to be updated. [ 769.894462] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 769.894697] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 769.894697] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.894884] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 769.895070] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 769.903502] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 07b3953d-e6be-4fd6-a5b5-bc8f70152e0c in Status: IN_PROGRESS for 2s [ 769.982575] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 769.982779] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 769.982849] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.983081] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 769.983176] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 769.983367] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 769.983466] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 769.983527] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.983657] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 769.983732] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 769.983807] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7b591979-c1c7-4513-bd5a-31e7c235aaa9 already deleted. [ 769.983891] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7b591979-c1c7-4513-bd5a-31e7c235aaa9" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 770.070910] env[62265]: DEBUG networking_nsxv3.common.locking [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Lock network-440 taken with stack trace [, , , , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 770.070910] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquiring lock "network-440" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 770.070910] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquired lock "network-440" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.070910] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquired external semaphore "network-440" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 770.070910] env[62265]: DEBUG networking_nsxv3.common.locking [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 770.070910] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquiring lock "Segment" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 770.070910] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquired lock "Segment" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.070910] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquired external semaphore "Segment" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 770.070910] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Releasing lock "Segment" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 770.070910] env[62265]: DEBUG dogpile.cache.region [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] No value present for key: 'zone-id' {{(pid=62265) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 770.070910] env[62265]: DEBUG dogpile.lock [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] NeedRegenerationException {{(pid=62265) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 770.070910] env[62265]: DEBUG dogpile.lock [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] no value, waiting for create lock {{(pid=62265) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 770.070910] env[62265]: DEBUG dogpile.lock [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] value creation lock acquired {{(pid=62265) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 770.071759] env[62265]: DEBUG dogpile.cache.region [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] No value present for key: 'zone-id' {{(pid=62265) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 770.071759] env[62265]: DEBUG dogpile.lock [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Calling creation function for not-yet-present value {{(pid=62265) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 770.071759] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 770.092532] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 770.092532] env[62265]: DEBUG dogpile.cache.region [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=62265) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 770.092532] env[62265]: DEBUG dogpile.lock [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Released creation lock {{(pid=62265) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 770.092532] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Releasing lock "network-440" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 770.092532] env[62265]: DEBUG networking_nsxv3.common.locking [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Lock port-653e0054-bc89-4338-91a3-11ac7f5a52ac taken with stack trace [, , , , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 770.092532] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquiring lock "port-653e0054-bc89-4338-91a3-11ac7f5a52ac" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 770.092835] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquired lock "port-653e0054-bc89-4338-91a3-11ac7f5a52ac" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.092893] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquired external semaphore "port-653e0054-bc89-4338-91a3-11ac7f5a52ac" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 770.093041] env[62265]: DEBUG networking_nsxv3.api.rpc [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('653e0054-bc89-4338-91a3-11ac7f5a52ac',) {} {{(pid=62265) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 770.291583] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 770.291858] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 770.291978] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.292162] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 770.292252] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 770.292347] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 80a49948-1200-4ec4-9f91-a75016ddff71 is going to be created. [ 770.318286] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 770.318482] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 770.318482] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.318687] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 770.318845] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 770.330093] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 80a49948-1200-4ec4-9f91-a75016ddff71 in Status: UNINITIALIZED for 2s [ 770.597496] env[62265]: DEBUG networking_nsxv3.common.locking [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 770.597771] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquiring lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 770.597939] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquired lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.598267] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquired external semaphore "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 770.598454] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Releasing lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 770.598639] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Segment Port 653e0054-bc89-4338-91a3-11ac7f5a52ac not found, creating... [ 770.598927] env[62265]: DEBUG networking_nsxv3.common.locking [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 770.599099] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquiring lock "Segment" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 770.599218] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquired lock "Segment" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.599442] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquired external semaphore "Segment" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 770.599608] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Releasing lock "Segment" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 770.599887] env[62265]: DEBUG networking_nsxv3.common.locking [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 770.600062] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquiring lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 770.600183] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquired lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.600391] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquired external semaphore "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 770.600523] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Releasing lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 770.600660] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Resource: SegmentPort with ID: 653e0054-bc89-4338-91a3-11ac7f5a52ac is going to be created. [ 770.619957] env[62265]: DEBUG networking_nsxv3.common.locking [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 770.620214] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquiring lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 770.620437] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquired lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.620713] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquired external semaphore "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 770.620949] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Releasing lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 770.621158] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Releasing lock "port-653e0054-bc89-4338-91a3-11ac7f5a52ac" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 771.062029] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 60596148-eceb-4997-b7ff-c5c796ce9f1d in Status: SUCCESS [ 771.062263] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-60596148-eceb-4997-b7ff-c5c796ce9f1d" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 771.062434] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-60596148-eceb-4997-b7ff-c5c796ce9f1d" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 771.062650] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-60596148-eceb-4997-b7ff-c5c796ce9f1d" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 771.062828] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 771.062946] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 771.063014] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 771.063173] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 771.063254] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 771.063338] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-60596148-eceb-4997-b7ff-c5c796ce9f1d" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 771.063425] env[62265]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('60596148-eceb-4997-b7ff-c5c796ce9f1d',) {} {{(pid=62265) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 771.307830] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: da93af02-3b4e-409c-8e28-ed7c1e3287ca in Status: SUCCESS [ 771.308109] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-da93af02-3b4e-409c-8e28-ed7c1e3287ca" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 771.378475] env[62265]: INFO networking_nsxv3.common.synchronization [req-281f008d-152f-42e7-ac6d-2ed5b5ae3edc req-fae008d9-1076-4a33-ba41-1d3892989d65 service nova] Enqueued Resource ID: 7b591979-c1c7-4513-bd5a-31e7c235aaa9 with Priority: HIGHEST for action security_group_rules [ 771.378475] env[62265]: INFO networking_nsxv3.common.synchronization [req-281f008d-152f-42e7-ac6d-2ed5b5ae3edc req-fae008d9-1076-4a33-ba41-1d3892989d65 service nova] Enqueued Resource ID: 7b591979-c1c7-4513-bd5a-31e7c235aaa9 with Priority: HIGHEST for action security_group_members [ 771.378475] env[62265]: INFO networking_nsxv3.common.synchronization [req-281f008d-152f-42e7-ac6d-2ed5b5ae3edc req-fae008d9-1076-4a33-ba41-1d3892989d65 service nova] Enqueued Resource ID: 653e0054-bc89-4338-91a3-11ac7f5a52ac with Priority: HIGHEST for action port [ 771.378475] env[62265]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7b591979-c1c7-4513-bd5a-31e7c235aaa9 with Priority: HIGHEST for action security_group_rules [ 771.378475] env[62265]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7b591979-c1c7-4513-bd5a-31e7c235aaa9 with Priority: HIGHEST for action security_group_members [ 771.378475] env[62265]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 653e0054-bc89-4338-91a3-11ac7f5a52ac with Priority: HIGHEST for action port [ 771.378475] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock rules-7b591979-c1c7-4513-bd5a-31e7c235aaa9 taken with stack trace [, , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 771.378475] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-7b591979-c1c7-4513-bd5a-31e7c235aaa9" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 771.378475] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-7b591979-c1c7-4513-bd5a-31e7c235aaa9" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 771.378475] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-7b591979-c1c7-4513-bd5a-31e7c235aaa9" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 771.378475] env[62265]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('7b591979-c1c7-4513-bd5a-31e7c235aaa9',) {} {{(pid=62265) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 771.379915] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock member-7b591979-c1c7-4513-bd5a-31e7c235aaa9 taken with stack trace [, , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 771.380093] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7b591979-c1c7-4513-bd5a-31e7c235aaa9" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 771.380140] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7b591979-c1c7-4513-bd5a-31e7c235aaa9" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 771.380326] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7b591979-c1c7-4513-bd5a-31e7c235aaa9" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 771.380503] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 771.380580] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 771.380645] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 771.380798] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 771.380888] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 771.380984] env[62265]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7b591979-c1c7-4513-bd5a-31e7c235aaa9',) {} {{(pid=62265) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 771.382081] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock port-653e0054-bc89-4338-91a3-11ac7f5a52ac taken with stack trace [, , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 771.382081] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-653e0054-bc89-4338-91a3-11ac7f5a52ac" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 771.382081] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-653e0054-bc89-4338-91a3-11ac7f5a52ac" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 771.382275] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-653e0054-bc89-4338-91a3-11ac7f5a52ac" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 771.382350] env[62265]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('653e0054-bc89-4338-91a3-11ac7f5a52ac',) {} {{(pid=62265) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 771.565992] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock member-60596148-eceb-4997-b7ff-c5c796ce9f1d taken with stack trace [, , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 771.566194] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-60596148-eceb-4997-b7ff-c5c796ce9f1d" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 771.566262] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-60596148-eceb-4997-b7ff-c5c796ce9f1d" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 771.566485] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-60596148-eceb-4997-b7ff-c5c796ce9f1d" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 771.566649] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 771.566751] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 771.566812] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 771.566961] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 771.567073] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 771.567164] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-60596148-eceb-4997-b7ff-c5c796ce9f1d" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 771.567307] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock member-60596148-eceb-4997-b7ff-c5c796ce9f1d taken with stack trace [, , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 771.567398] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-60596148-eceb-4997-b7ff-c5c796ce9f1d" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 771.567452] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-60596148-eceb-4997-b7ff-c5c796ce9f1d" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 771.567592] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-60596148-eceb-4997-b7ff-c5c796ce9f1d" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 771.567724] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 771.567814] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 771.567870] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 771.568014] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 771.568092] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 771.568174] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-60596148-eceb-4997-b7ff-c5c796ce9f1d" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 771.568258] env[62265]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('60596148-eceb-4997-b7ff-c5c796ce9f1d',) {} {{(pid=62265) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 771.888436] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock member-7b591979-c1c7-4513-bd5a-31e7c235aaa9 taken with stack trace [, , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 771.888436] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7b591979-c1c7-4513-bd5a-31e7c235aaa9" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 771.888436] env[62265]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('7b591979-c1c7-4513-bd5a-31e7c235aaa9',) {} {{(pid=62265) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 771.888436] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 653e0054-bc89-4338-91a3-11ac7f5a52ac with status ACTIVE [ 771.888436] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 771.888436] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 771.888436] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 771.888436] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 771.888436] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 771.888436] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 771.888436] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 771.888436] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 771.888436] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 771.888436] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 771.888908] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 771.888908] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 771.888908] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 771.888908] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 771.889075] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 771.889075] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 653e0054-bc89-4338-91a3-11ac7f5a52ac is going to be updated. [ 771.908940] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 771.909343] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 771.909523] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 771.909820] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 771.910066] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 771.910400] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-653e0054-bc89-4338-91a3-11ac7f5a52ac" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 771.911350] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 07b3953d-e6be-4fd6-a5b5-bc8f70152e0c in Status: SUCCESS [ 771.911350] env[62265]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 07b3953d-e6be-4fd6-a5b5-bc8f70152e0c deletion is rescheduled due to dependency. [ 771.911542] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-07b3953d-e6be-4fd6-a5b5-bc8f70152e0c" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 772.071178] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 60596148-eceb-4997-b7ff-c5c796ce9f1d: rpc.has_security_group_logging(os_id): False [ 772.092030] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 772.092030] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 772.092030] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 772.092030] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 772.092030] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 772.092030] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 772.092030] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 772.092030] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 772.092030] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 772.092030] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 772.092030] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 772.092030] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 772.092030] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 772.092030] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 772.092030] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 772.093242] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 772.093492] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 772.093661] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 772.093987] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 772.094266] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 772.094492] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 60596148-eceb-4997-b7ff-c5c796ce9f1d is going to be updated. [ 772.149789] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 772.153029] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 772.153029] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 772.153029] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 772.153029] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 772.162808] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 60596148-eceb-4997-b7ff-c5c796ce9f1d in Status: IN_PROGRESS for 2s [ 772.340034] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 80a49948-1200-4ec4-9f91-a75016ddff71 in Status: SUCCESS [ 772.340034] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-80a49948-1200-4ec4-9f91-a75016ddff71" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 772.340034] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-80a49948-1200-4ec4-9f91-a75016ddff71" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 772.340034] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-80a49948-1200-4ec4-9f91-a75016ddff71" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 772.340034] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 772.340034] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 772.340034] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 772.340034] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 772.340034] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 772.340034] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-80a49948-1200-4ec4-9f91-a75016ddff71" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 772.340034] env[62265]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('80a49948-1200-4ec4-9f91-a75016ddff71',) {} {{(pid=62265) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 772.381509] env[62265]: INFO networking_nsxv3.common.synchronization [req-455f00dd-8af3-4837-be98-4484a82d6879 req-8d01a4b4-b906-4a1c-979d-8c078b5cdb7b tempest-ServersWithSpecificFlavorTestJSON-174089949 tempest-ServersWithSpecificFlavorTestJSON-174089949-project-member] Enqueued Resource ID: dbf0382a-bcd5-43d4-ab73-ef2ea46e78d1 with Priority: HIGHEST for action security_group_members [ 772.381509] env[62265]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dbf0382a-bcd5-43d4-ab73-ef2ea46e78d1 with Priority: HIGHEST for action security_group_members [ 772.381796] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock member-dbf0382a-bcd5-43d4-ab73-ef2ea46e78d1 taken with stack trace [, , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 772.381959] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-dbf0382a-bcd5-43d4-ab73-ef2ea46e78d1" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 772.382026] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-dbf0382a-bcd5-43d4-ab73-ef2ea46e78d1" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 772.385117] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-dbf0382a-bcd5-43d4-ab73-ef2ea46e78d1" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 772.385117] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 772.385117] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 772.385117] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 772.385117] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 772.385117] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 772.385117] env[62265]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('dbf0382a-bcd5-43d4-ab73-ef2ea46e78d1',) {} {{(pid=62265) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 772.390859] env[62265]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('7b591979-c1c7-4513-bd5a-31e7c235aaa9',) {} {{(pid=62265) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 772.788680] env[62265]: DEBUG networking_nsxv3.common.locking [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Lock network-785 taken with stack trace [, , , , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 772.788961] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquiring lock "network-785" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 772.789038] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquired lock "network-785" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 772.789338] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquired external semaphore "network-785" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 772.789563] env[62265]: DEBUG networking_nsxv3.common.locking [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 772.792885] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquiring lock "Segment" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 772.793688] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquired lock "Segment" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 772.793688] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquired external semaphore "Segment" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 772.793688] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Releasing lock "Segment" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 772.796290] env[62265]: DEBUG dogpile.cache.region [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] No value present for key: 'zone-id' {{(pid=62265) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 772.796290] env[62265]: DEBUG dogpile.lock [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] NeedRegenerationException {{(pid=62265) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 772.796290] env[62265]: DEBUG dogpile.lock [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] no value, waiting for create lock {{(pid=62265) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 772.796290] env[62265]: DEBUG dogpile.lock [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] value creation lock acquired {{(pid=62265) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 772.796290] env[62265]: DEBUG dogpile.cache.region [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] No value present for key: 'zone-id' {{(pid=62265) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 772.796290] env[62265]: DEBUG dogpile.lock [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Calling creation function for not-yet-present value {{(pid=62265) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 772.796290] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 772.814288] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 772.814538] env[62265]: DEBUG dogpile.cache.region [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=62265) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 772.814739] env[62265]: DEBUG dogpile.lock [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Released creation lock {{(pid=62265) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 772.814989] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Releasing lock "network-785" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 772.815481] env[62265]: DEBUG networking_nsxv3.common.locking [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Lock port-6ee02013-bc43-4447-b78e-a7891abe98fb taken with stack trace [, , , , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 772.815711] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquiring lock "port-6ee02013-bc43-4447-b78e-a7891abe98fb" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 772.815841] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquired lock "port-6ee02013-bc43-4447-b78e-a7891abe98fb" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 772.819768] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquired external semaphore "port-6ee02013-bc43-4447-b78e-a7891abe98fb" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 772.819913] env[62265]: DEBUG networking_nsxv3.api.rpc [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6ee02013-bc43-4447-b78e-a7891abe98fb',) {} {{(pid=62265) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 772.845269] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock member-80a49948-1200-4ec4-9f91-a75016ddff71 taken with stack trace [, , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 772.845269] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-80a49948-1200-4ec4-9f91-a75016ddff71" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 772.845269] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-80a49948-1200-4ec4-9f91-a75016ddff71" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 772.845269] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-80a49948-1200-4ec4-9f91-a75016ddff71" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 772.845269] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 772.845269] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 772.845269] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 772.845269] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 772.845269] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 772.845269] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-80a49948-1200-4ec4-9f91-a75016ddff71" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 772.845269] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock member-80a49948-1200-4ec4-9f91-a75016ddff71 taken with stack trace [, , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 772.845269] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-80a49948-1200-4ec4-9f91-a75016ddff71" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 772.845269] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-80a49948-1200-4ec4-9f91-a75016ddff71" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 772.845269] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-80a49948-1200-4ec4-9f91-a75016ddff71" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 772.845269] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 772.845269] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 772.845769] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 772.845769] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 772.845769] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 772.845769] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-80a49948-1200-4ec4-9f91-a75016ddff71" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 772.845769] env[62265]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('80a49948-1200-4ec4-9f91-a75016ddff71',) {} {{(pid=62265) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 772.888202] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 772.888202] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 772.888202] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 772.888202] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 772.888202] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 772.888202] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 772.888202] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 772.888202] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 772.888202] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 772.888202] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 772.888202] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: dbf0382a-bcd5-43d4-ab73-ef2ea46e78d1 is going to be updated. [ 772.894405] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 772.894730] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 772.894886] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 772.895209] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 772.895531] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 772.895709] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7b591979-c1c7-4513-bd5a-31e7c235aaa9 is going to be created. [ 772.911344] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 772.911428] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 772.911467] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 772.912405] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 772.912405] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 772.919170] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 772.919315] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 772.919380] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 772.919561] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 772.919747] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 772.921425] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: dbf0382a-bcd5-43d4-ab73-ef2ea46e78d1 in Status: IN_PROGRESS for 2s [ 772.927032] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7b591979-c1c7-4513-bd5a-31e7c235aaa9 in Status: UNINITIALIZED for 2s [ 773.326920] env[62265]: DEBUG networking_nsxv3.common.locking [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 773.326920] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquiring lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 773.326920] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquired lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.326920] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquired external semaphore "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 773.326920] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Releasing lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 773.326920] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Segment Port 6ee02013-bc43-4447-b78e-a7891abe98fb not found, creating... [ 773.326920] env[62265]: DEBUG networking_nsxv3.common.locking [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 773.326920] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquiring lock "Segment" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 773.326920] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquired lock "Segment" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.326920] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquired external semaphore "Segment" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 773.326920] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Releasing lock "Segment" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 773.327448] env[62265]: DEBUG networking_nsxv3.common.locking [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 773.327448] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquiring lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 773.327448] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquired lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.327653] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquired external semaphore "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 773.327793] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Releasing lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 773.328221] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Resource: SegmentPort with ID: 6ee02013-bc43-4447-b78e-a7891abe98fb is going to be created. [ 773.351325] env[62265]: DEBUG networking_nsxv3.common.locking [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 773.351606] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquiring lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 773.351712] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquired lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.352068] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquired external semaphore "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 773.352327] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Releasing lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 773.352577] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Releasing lock "port-6ee02013-bc43-4447-b78e-a7891abe98fb" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 773.354248] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 80a49948-1200-4ec4-9f91-a75016ddff71: rpc.has_security_group_logging(os_id): False [ 773.380887] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 773.380887] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 773.380887] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.380887] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 773.380887] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 773.380887] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 773.380887] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 773.380887] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.380887] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 773.380887] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 773.380887] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 773.380887] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 773.380887] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.380887] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 773.380887] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 773.381458] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 773.381458] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 773.381458] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.381458] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 773.381458] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 773.381458] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 80a49948-1200-4ec4-9f91-a75016ddff71 is going to be created. [ 773.447723] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 773.448449] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 773.448449] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.448449] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 773.448449] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 773.464718] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 80a49948-1200-4ec4-9f91-a75016ddff71 in Status: IN_PROGRESS for 2s [ 774.107026] env[62265]: INFO networking_nsxv3.common.synchronization [req-455f00dd-8af3-4837-be98-4484a82d6879 req-a7b806a2-6a00-4859-b882-9279758d1a41 service nova] Enqueued Resource ID: dbf0382a-bcd5-43d4-ab73-ef2ea46e78d1 with Priority: HIGHEST for action security_group_rules [ 774.107221] env[62265]: INFO networking_nsxv3.common.synchronization [req-455f00dd-8af3-4837-be98-4484a82d6879 req-a7b806a2-6a00-4859-b882-9279758d1a41 service nova] Enqueued Resource ID: dbf0382a-bcd5-43d4-ab73-ef2ea46e78d1 with Priority: HIGHEST for action security_group_members [ 774.107332] env[62265]: INFO networking_nsxv3.common.synchronization [req-455f00dd-8af3-4837-be98-4484a82d6879 req-a7b806a2-6a00-4859-b882-9279758d1a41 service nova] Enqueued Resource ID: 6ee02013-bc43-4447-b78e-a7891abe98fb with Priority: HIGHEST for action port [ 774.107795] env[62265]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dbf0382a-bcd5-43d4-ab73-ef2ea46e78d1 with Priority: HIGHEST for action security_group_rules [ 774.107932] env[62265]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dbf0382a-bcd5-43d4-ab73-ef2ea46e78d1 with Priority: HIGHEST for action security_group_members [ 774.108038] env[62265]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6ee02013-bc43-4447-b78e-a7891abe98fb with Priority: HIGHEST for action port [ 774.108298] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock rules-dbf0382a-bcd5-43d4-ab73-ef2ea46e78d1 taken with stack trace [, , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 774.108469] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-dbf0382a-bcd5-43d4-ab73-ef2ea46e78d1" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 774.108469] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-dbf0382a-bcd5-43d4-ab73-ef2ea46e78d1" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.108746] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-dbf0382a-bcd5-43d4-ab73-ef2ea46e78d1" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 774.108746] env[62265]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('dbf0382a-bcd5-43d4-ab73-ef2ea46e78d1',) {} {{(pid=62265) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 774.110377] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock member-dbf0382a-bcd5-43d4-ab73-ef2ea46e78d1 taken with stack trace [, , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 774.110481] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-dbf0382a-bcd5-43d4-ab73-ef2ea46e78d1" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 774.110660] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock port-6ee02013-bc43-4447-b78e-a7891abe98fb taken with stack trace [, , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 774.110774] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-6ee02013-bc43-4447-b78e-a7891abe98fb" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 774.110834] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-6ee02013-bc43-4447-b78e-a7891abe98fb" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.111080] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-6ee02013-bc43-4447-b78e-a7891abe98fb" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 774.111080] env[62265]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6ee02013-bc43-4447-b78e-a7891abe98fb',) {} {{(pid=62265) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 774.175098] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 60596148-eceb-4997-b7ff-c5c796ce9f1d in Status: SUCCESS [ 774.175330] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-60596148-eceb-4997-b7ff-c5c796ce9f1d" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 774.227459] env[62265]: INFO networking_nsxv3.common.synchronization [req-75bb72f0-721c-4637-8ff1-b11c5312881d req-9608af93-1e49-4319-a94f-2cad85dba899 tempest-ListServerFiltersTestJSON-218262020 tempest-ListServerFiltersTestJSON-218262020-project-member] Enqueued Resource ID: e0077c22-f917-4c69-afe4-010a0e0b6642 with Priority: HIGHEST for action security_group_members [ 774.227964] env[62265]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e0077c22-f917-4c69-afe4-010a0e0b6642 with Priority: HIGHEST for action security_group_members [ 774.230288] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock member-e0077c22-f917-4c69-afe4-010a0e0b6642 taken with stack trace [, , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 774.230288] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e0077c22-f917-4c69-afe4-010a0e0b6642" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 774.230288] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e0077c22-f917-4c69-afe4-010a0e0b6642" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.230288] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e0077c22-f917-4c69-afe4-010a0e0b6642" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 774.230288] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 774.230288] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 774.230288] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.233810] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 774.233810] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 774.233810] env[62265]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e0077c22-f917-4c69-afe4-010a0e0b6642',) {} {{(pid=62265) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 774.613721] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock member-dbf0382a-bcd5-43d4-ab73-ef2ea46e78d1 taken with stack trace [, , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 774.613721] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-dbf0382a-bcd5-43d4-ab73-ef2ea46e78d1" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 774.614215] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 6ee02013-bc43-4447-b78e-a7891abe98fb with status ACTIVE [ 774.614215] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 774.614215] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 774.614215] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.614488] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 774.614488] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 774.614814] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 774.614814] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 774.614814] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.614814] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 774.615044] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 774.615162] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 774.615240] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 774.615296] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.615395] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 774.615467] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 774.616315] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 6ee02013-bc43-4447-b78e-a7891abe98fb is going to be updated. [ 774.636042] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 774.636305] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 774.636593] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.636706] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 774.636892] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 774.637139] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-6ee02013-bc43-4447-b78e-a7891abe98fb" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 774.739133] env[62265]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('e0077c22-f917-4c69-afe4-010a0e0b6642',) {} {{(pid=62265) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 774.930758] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: dbf0382a-bcd5-43d4-ab73-ef2ea46e78d1 in Status: SUCCESS [ 774.930936] env[62265]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: dbf0382a-bcd5-43d4-ab73-ef2ea46e78d1 deletion is rescheduled due to dependency. [ 774.931061] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-dbf0382a-bcd5-43d4-ab73-ef2ea46e78d1" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 774.931215] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-dbf0382a-bcd5-43d4-ab73-ef2ea46e78d1" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.931411] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-dbf0382a-bcd5-43d4-ab73-ef2ea46e78d1" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 774.931585] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 774.931731] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 774.931796] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.931950] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 774.932051] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 774.932147] env[62265]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('dbf0382a-bcd5-43d4-ab73-ef2ea46e78d1',) {} {{(pid=62265) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 774.935186] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7b591979-c1c7-4513-bd5a-31e7c235aaa9 in Status: SUCCESS [ 774.935386] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7b591979-c1c7-4513-bd5a-31e7c235aaa9" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 774.935541] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7b591979-c1c7-4513-bd5a-31e7c235aaa9" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.935731] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7b591979-c1c7-4513-bd5a-31e7c235aaa9" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 774.935911] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 774.936037] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 774.936100] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.936248] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 774.936329] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 774.936485] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7b591979-c1c7-4513-bd5a-31e7c235aaa9" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 774.936535] env[62265]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('7b591979-c1c7-4513-bd5a-31e7c235aaa9',) {} {{(pid=62265) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 775.083032] env[62265]: INFO networking_nsxv3.common.synchronization [req-7a4ea7fd-5782-472c-a325-db4d4c35501e req-05db27f9-22e8-4c57-9d64-1e979e43719e tempest-ServersTestBootFromVolume-497817236 tempest-ServersTestBootFromVolume-497817236-project-member] Enqueued Resource ID: 436bc623-fc1a-4dae-96bb-9da4a7a82eee with Priority: HIGHEST for action security_group_members [ 775.083729] env[62265]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 436bc623-fc1a-4dae-96bb-9da4a7a82eee with Priority: HIGHEST for action security_group_members [ 775.084089] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock member-436bc623-fc1a-4dae-96bb-9da4a7a82eee taken with stack trace [, , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 775.084209] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-436bc623-fc1a-4dae-96bb-9da4a7a82eee" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 775.084251] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-436bc623-fc1a-4dae-96bb-9da4a7a82eee" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.084448] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-436bc623-fc1a-4dae-96bb-9da4a7a82eee" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 775.084595] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 775.084692] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 775.084767] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.084899] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 775.084982] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 775.087167] env[62265]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('436bc623-fc1a-4dae-96bb-9da4a7a82eee',) {} {{(pid=62265) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 775.241058] env[62265]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('e0077c22-f917-4c69-afe4-010a0e0b6642',) {} {{(pid=62265) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 775.245303] env[62265]: INFO networking_nsxv3.common.synchronization [req-2a833d6b-9f5e-4c65-aceb-90283527ffb9 req-573a68ee-5d69-457a-b82f-7c94c2c591cc tempest-AttachInterfacesV270Test-642796856 tempest-AttachInterfacesV270Test-642796856-project-member] Enqueued Resource ID: 5b0b0965-af30-419d-a7a1-35565c6f5c46 with Priority: HIGHEST for action security_group_members [ 775.245443] env[62265]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5b0b0965-af30-419d-a7a1-35565c6f5c46 with Priority: HIGHEST for action security_group_members [ 775.245678] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock member-5b0b0965-af30-419d-a7a1-35565c6f5c46 taken with stack trace [, , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 775.245805] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5b0b0965-af30-419d-a7a1-35565c6f5c46" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 775.245873] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5b0b0965-af30-419d-a7a1-35565c6f5c46" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.251266] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5b0b0965-af30-419d-a7a1-35565c6f5c46" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 775.251266] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 775.251266] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 775.251266] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.251266] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 775.251266] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 775.251266] env[62265]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5b0b0965-af30-419d-a7a1-35565c6f5c46',) {} {{(pid=62265) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 775.435168] env[62265]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('dbf0382a-bcd5-43d4-ab73-ef2ea46e78d1',) {} {{(pid=62265) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 775.440306] env[62265]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('7b591979-c1c7-4513-bd5a-31e7c235aaa9',) {} {{(pid=62265) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 775.484053] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 80a49948-1200-4ec4-9f91-a75016ddff71 in Status: SUCCESS [ 775.484053] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-80a49948-1200-4ec4-9f91-a75016ddff71" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 775.590577] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 775.590763] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 775.591758] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.591758] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 775.591758] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 775.591758] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 775.591758] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 775.591758] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.591758] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 775.592035] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 775.592035] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 436bc623-fc1a-4dae-96bb-9da4a7a82eee is going to be updated. [ 775.620263] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 775.620263] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 775.620263] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.620263] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 775.620263] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 775.625761] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 436bc623-fc1a-4dae-96bb-9da4a7a82eee in Status: IN_PROGRESS for 2s [ 775.738138] env[62265]: DEBUG networking_nsxv3.common.locking [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Lock network-552 taken with stack trace [, , , , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 775.738138] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquiring lock "network-552" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 775.738138] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquired lock "network-552" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.738138] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquired external semaphore "network-552" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 775.738138] env[62265]: DEBUG networking_nsxv3.common.locking [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 775.738138] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquiring lock "Segment" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 775.738882] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquired lock "Segment" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.739247] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquired external semaphore "Segment" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 775.742117] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Releasing lock "Segment" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 775.742117] env[62265]: DEBUG dogpile.cache.region [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] No value present for key: 'zone-id' {{(pid=62265) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 775.742117] env[62265]: DEBUG dogpile.lock [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] NeedRegenerationException {{(pid=62265) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 775.742117] env[62265]: DEBUG dogpile.lock [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] no value, waiting for create lock {{(pid=62265) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 775.742117] env[62265]: DEBUG dogpile.lock [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] value creation lock acquired {{(pid=62265) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 775.742117] env[62265]: DEBUG dogpile.cache.region [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] No value present for key: 'zone-id' {{(pid=62265) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 775.742117] env[62265]: DEBUG dogpile.lock [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Calling creation function for not-yet-present value {{(pid=62265) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 775.742117] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 775.744164] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 775.744435] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 775.744610] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.745142] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 775.745338] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 775.745575] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e0077c22-f917-4c69-afe4-010a0e0b6642 is going to be updated. [ 775.760225] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 775.760225] env[62265]: DEBUG dogpile.cache.region [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Cache value generated in 0.018 seconds for key(s): 'zone-id' {{(pid=62265) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 775.760225] env[62265]: DEBUG dogpile.lock [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Released creation lock {{(pid=62265) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 775.760225] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Releasing lock "network-552" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 775.760225] env[62265]: DEBUG networking_nsxv3.common.locking [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Lock port-157821bd-f560-4622-a8ca-4ce4c8fc70d4 taken with stack trace [, , , , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 775.760225] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquiring lock "port-157821bd-f560-4622-a8ca-4ce4c8fc70d4" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 775.760225] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquired lock "port-157821bd-f560-4622-a8ca-4ce4c8fc70d4" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.760225] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquired external semaphore "port-157821bd-f560-4622-a8ca-4ce4c8fc70d4" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 775.760225] env[62265]: DEBUG networking_nsxv3.api.rpc [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('157821bd-f560-4622-a8ca-4ce4c8fc70d4',) {} {{(pid=62265) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 775.761803] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 775.761803] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 775.761803] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.762081] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 775.762140] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 775.762356] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 775.762491] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 775.762601] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.762820] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 775.762922] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 775.763070] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5b0b0965-af30-419d-a7a1-35565c6f5c46 already deleted. [ 775.763215] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5b0b0965-af30-419d-a7a1-35565c6f5c46" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 775.772315] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 775.772450] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 775.772541] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.772680] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 775.772867] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 775.780666] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e0077c22-f917-4c69-afe4-010a0e0b6642 in Status: IN_PROGRESS for 2s [ 775.938335] env[62265]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('dbf0382a-bcd5-43d4-ab73-ef2ea46e78d1',) {} {{(pid=62265) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 775.945559] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 7b591979-c1c7-4513-bd5a-31e7c235aaa9: rpc.has_security_group_logging(os_id): False [ 775.963608] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 775.963757] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 775.964399] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.964399] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 775.964399] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 775.964611] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 775.964611] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 775.964611] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.964741] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 775.965397] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 775.965397] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 7b591979-c1c7-4513-bd5a-31e7c235aaa9 is going to be created. [ 776.022612] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 776.022612] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 776.022612] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.022612] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 776.022612] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 776.037075] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 7b591979-c1c7-4513-bd5a-31e7c235aaa9 in Status: IN_PROGRESS for 2s [ 776.264863] env[62265]: DEBUG networking_nsxv3.common.locking [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 776.265115] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquiring lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 776.265244] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquired lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.265520] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquired external semaphore "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 776.265666] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Releasing lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 776.265819] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Segment Port 157821bd-f560-4622-a8ca-4ce4c8fc70d4 not found, creating... [ 776.266080] env[62265]: DEBUG networking_nsxv3.common.locking [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 776.266235] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquiring lock "Segment" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 776.266349] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquired lock "Segment" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.266556] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquired external semaphore "Segment" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 776.266688] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Releasing lock "Segment" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 776.267040] env[62265]: DEBUG networking_nsxv3.common.locking [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 776.267217] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquiring lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 776.267333] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquired lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.267536] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquired external semaphore "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 776.267664] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Releasing lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 776.267800] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Resource: SegmentPort with ID: 157821bd-f560-4622-a8ca-4ce4c8fc70d4 is going to be created. [ 776.288276] env[62265]: DEBUG networking_nsxv3.common.locking [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 776.288529] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquiring lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 776.288529] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquired lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.288835] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquired external semaphore "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 776.289093] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Releasing lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 776.289324] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Releasing lock "port-157821bd-f560-4622-a8ca-4ce4c8fc70d4" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 776.441024] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 776.441267] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 776.441267] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.441497] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 776.441595] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 776.441745] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: dbf0382a-bcd5-43d4-ab73-ef2ea46e78d1 is going to be updated. [ 776.470905] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 776.471037] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 776.471198] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.471472] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 776.471689] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 776.479778] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: dbf0382a-bcd5-43d4-ab73-ef2ea46e78d1 in Status: IN_PROGRESS for 2s [ 777.169159] env[62265]: INFO networking_nsxv3.common.synchronization [req-2a833d6b-9f5e-4c65-aceb-90283527ffb9 req-35b31bc8-9618-4031-981e-3fda094f8ab6 service nova] Enqueued Resource ID: 5b0b0965-af30-419d-a7a1-35565c6f5c46 with Priority: HIGHEST for action security_group_rules [ 777.169452] env[62265]: INFO networking_nsxv3.common.synchronization [req-2a833d6b-9f5e-4c65-aceb-90283527ffb9 req-35b31bc8-9618-4031-981e-3fda094f8ab6 service nova] Enqueued Resource ID: 5b0b0965-af30-419d-a7a1-35565c6f5c46 with Priority: HIGHEST for action security_group_members [ 777.169452] env[62265]: INFO networking_nsxv3.common.synchronization [req-2a833d6b-9f5e-4c65-aceb-90283527ffb9 req-35b31bc8-9618-4031-981e-3fda094f8ab6 service nova] Enqueued Resource ID: 157821bd-f560-4622-a8ca-4ce4c8fc70d4 with Priority: HIGHEST for action port [ 777.170931] env[62265]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5b0b0965-af30-419d-a7a1-35565c6f5c46 with Priority: HIGHEST for action security_group_rules [ 777.170931] env[62265]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5b0b0965-af30-419d-a7a1-35565c6f5c46 with Priority: HIGHEST for action security_group_members [ 777.170931] env[62265]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 157821bd-f560-4622-a8ca-4ce4c8fc70d4 with Priority: HIGHEST for action port [ 777.170931] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock rules-5b0b0965-af30-419d-a7a1-35565c6f5c46 taken with stack trace [, , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 777.171137] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-5b0b0965-af30-419d-a7a1-35565c6f5c46" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 777.171137] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-5b0b0965-af30-419d-a7a1-35565c6f5c46" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.172106] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-5b0b0965-af30-419d-a7a1-35565c6f5c46" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 777.172106] env[62265]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('5b0b0965-af30-419d-a7a1-35565c6f5c46',) {} {{(pid=62265) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 777.172933] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock member-5b0b0965-af30-419d-a7a1-35565c6f5c46 taken with stack trace [, , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 777.172933] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5b0b0965-af30-419d-a7a1-35565c6f5c46" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 777.172933] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5b0b0965-af30-419d-a7a1-35565c6f5c46" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.173107] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5b0b0965-af30-419d-a7a1-35565c6f5c46" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 777.173579] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 777.173579] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 777.173579] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.173727] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 777.173727] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 777.176910] env[62265]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5b0b0965-af30-419d-a7a1-35565c6f5c46',) {} {{(pid=62265) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 777.178873] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock port-157821bd-f560-4622-a8ca-4ce4c8fc70d4 taken with stack trace [, , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 777.179013] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-157821bd-f560-4622-a8ca-4ce4c8fc70d4" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 777.179219] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-157821bd-f560-4622-a8ca-4ce4c8fc70d4" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.179327] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-157821bd-f560-4622-a8ca-4ce4c8fc70d4" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 777.179438] env[62265]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('157821bd-f560-4622-a8ca-4ce4c8fc70d4',) {} {{(pid=62265) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 777.636282] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 436bc623-fc1a-4dae-96bb-9da4a7a82eee in Status: SUCCESS [ 777.636555] env[62265]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 436bc623-fc1a-4dae-96bb-9da4a7a82eee deletion is rescheduled due to dependency. [ 777.636695] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-436bc623-fc1a-4dae-96bb-9da4a7a82eee" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 777.681884] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock member-5b0b0965-af30-419d-a7a1-35565c6f5c46 taken with stack trace [, , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 777.681884] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5b0b0965-af30-419d-a7a1-35565c6f5c46" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 777.682081] env[62265]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('5b0b0965-af30-419d-a7a1-35565c6f5c46',) {} {{(pid=62265) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 777.684481] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 157821bd-f560-4622-a8ca-4ce4c8fc70d4 with status ACTIVE [ 777.684481] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 777.684481] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 777.684481] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.684481] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 777.684481] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 777.684481] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 777.684481] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 777.684481] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.684481] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 777.684481] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 777.684896] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 777.684896] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 777.684896] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.684896] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 777.685049] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 777.685049] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 157821bd-f560-4622-a8ca-4ce4c8fc70d4 is going to be updated. [ 777.720211] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 777.720382] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 777.720424] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.720964] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 777.720964] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 777.720964] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-157821bd-f560-4622-a8ca-4ce4c8fc70d4" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 777.803524] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e0077c22-f917-4c69-afe4-010a0e0b6642 in Status: SUCCESS [ 777.803524] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e0077c22-f917-4c69-afe4-010a0e0b6642" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 778.021320] env[62265]: INFO networking_nsxv3.common.synchronization [req-2b1876a5-5735-40a7-bf7a-662db57ad85b req-11e1e559-8890-4c10-bf40-f278b08108a9 tempest-MultipleCreateTestJSON-1328111400 tempest-MultipleCreateTestJSON-1328111400-project-member] Enqueued Resource ID: 60596148-eceb-4997-b7ff-c5c796ce9f1d with Priority: HIGHEST for action security_group_members [ 778.021852] env[62265]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 60596148-eceb-4997-b7ff-c5c796ce9f1d with Priority: HIGHEST for action security_group_members [ 778.022184] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock member-60596148-eceb-4997-b7ff-c5c796ce9f1d taken with stack trace [, , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 778.022385] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-60596148-eceb-4997-b7ff-c5c796ce9f1d" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 778.022502] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-60596148-eceb-4997-b7ff-c5c796ce9f1d" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 778.022658] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-60596148-eceb-4997-b7ff-c5c796ce9f1d" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 778.022813] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 778.022913] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 778.022978] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 778.023251] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 778.023251] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 778.023481] env[62265]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('60596148-eceb-4997-b7ff-c5c796ce9f1d',) {} {{(pid=62265) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 778.052231] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 7b591979-c1c7-4513-bd5a-31e7c235aaa9 in Status: SUCCESS [ 778.052581] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-7b591979-c1c7-4513-bd5a-31e7c235aaa9" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 778.188360] env[62265]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('5b0b0965-af30-419d-a7a1-35565c6f5c46',) {} {{(pid=62265) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 778.392603] env[62265]: INFO networking_nsxv3.common.synchronization [req-0db2dece-c17d-42fb-892a-fdffca169748 req-c1cf0104-3388-4ede-9d2f-70ce050b2ef2 tempest-ServerActionsTestJSON-418686671 tempest-ServerActionsTestJSON-418686671-project-member] Enqueued Resource ID: 62a27616-2753-4d3e-9cd4-e35381d18526 with Priority: HIGHEST for action security_group_members [ 778.393466] env[62265]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 62a27616-2753-4d3e-9cd4-e35381d18526 with Priority: HIGHEST for action security_group_members [ 778.393549] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock member-62a27616-2753-4d3e-9cd4-e35381d18526 taken with stack trace [, , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 778.393627] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-62a27616-2753-4d3e-9cd4-e35381d18526" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 778.393667] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-62a27616-2753-4d3e-9cd4-e35381d18526" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 778.394114] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-62a27616-2753-4d3e-9cd4-e35381d18526" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 778.396582] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 778.396833] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 778.396924] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 778.398487] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 778.398622] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 778.398735] env[62265]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('62a27616-2753-4d3e-9cd4-e35381d18526',) {} {{(pid=62265) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 778.495364] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: dbf0382a-bcd5-43d4-ab73-ef2ea46e78d1 in Status: SUCCESS [ 778.495630] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-dbf0382a-bcd5-43d4-ab73-ef2ea46e78d1" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 778.495816] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-dbf0382a-bcd5-43d4-ab73-ef2ea46e78d1" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 778.496081] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-dbf0382a-bcd5-43d4-ab73-ef2ea46e78d1" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 778.496278] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 778.496404] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 778.496471] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 778.496665] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 778.496752] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 778.496839] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-dbf0382a-bcd5-43d4-ab73-ef2ea46e78d1" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 778.496937] env[62265]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('dbf0382a-bcd5-43d4-ab73-ef2ea46e78d1',) {} {{(pid=62265) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 778.526064] env[62265]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('60596148-eceb-4997-b7ff-c5c796ce9f1d',) {} {{(pid=62265) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 778.690691] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 778.693066] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 778.693066] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 778.693066] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 778.693066] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 778.693066] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5b0b0965-af30-419d-a7a1-35565c6f5c46 is going to be created. [ 778.720423] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 778.720644] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 778.720644] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 778.720948] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 778.721192] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 778.733739] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5b0b0965-af30-419d-a7a1-35565c6f5c46 in Status: UNINITIALIZED for 2s [ 778.901542] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 778.901826] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 778.901935] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 778.902201] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 778.902304] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 778.902455] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 778.902565] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 778.902629] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 778.902821] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 778.902923] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 778.902991] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 62a27616-2753-4d3e-9cd4-e35381d18526 already deleted. [ 778.903092] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-62a27616-2753-4d3e-9cd4-e35381d18526" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 778.970609] env[62265]: INFO networking_nsxv3.common.synchronization [req-e82dd1b8-fd20-4446-b252-789237a4fb9c req-74db55fa-94c2-4059-82b3-bbc0f8da472f tempest-InstanceActionsV221TestJSON-1610421341 tempest-InstanceActionsV221TestJSON-1610421341-project-member] Enqueued Resource ID: 80a49948-1200-4ec4-9f91-a75016ddff71 with Priority: HIGHEST for action security_group_members [ 778.970787] env[62265]: INFO networking_nsxv3.common.synchronization [req-e34636af-e089-49d1-901f-71895cc44f70 req-7cca34a0-1bef-4f43-b7cd-b9a27f2bba0e tempest-AttachInterfacesTestJSON-467207588 tempest-AttachInterfacesTestJSON-467207588-project-member] Enqueued Resource ID: da93af02-3b4e-409c-8e28-ed7c1e3287ca with Priority: HIGHEST for action security_group_members [ 778.974985] env[62265]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 80a49948-1200-4ec4-9f91-a75016ddff71 with Priority: HIGHEST for action security_group_members [ 778.975128] env[62265]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: da93af02-3b4e-409c-8e28-ed7c1e3287ca with Priority: HIGHEST for action security_group_members [ 778.975435] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock member-80a49948-1200-4ec4-9f91-a75016ddff71 taken with stack trace [, , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 778.975560] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-80a49948-1200-4ec4-9f91-a75016ddff71" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 778.975631] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-80a49948-1200-4ec4-9f91-a75016ddff71" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 778.975867] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-80a49948-1200-4ec4-9f91-a75016ddff71" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 778.976182] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 778.976350] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 778.976425] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 778.976689] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 778.976689] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 778.976805] env[62265]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('80a49948-1200-4ec4-9f91-a75016ddff71',) {} {{(pid=62265) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 778.982996] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock member-da93af02-3b4e-409c-8e28-ed7c1e3287ca taken with stack trace [, , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 778.983460] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-da93af02-3b4e-409c-8e28-ed7c1e3287ca" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 778.983569] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-da93af02-3b4e-409c-8e28-ed7c1e3287ca" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 778.983806] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-da93af02-3b4e-409c-8e28-ed7c1e3287ca" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 778.983987] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 778.984128] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 778.984194] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 778.984437] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 778.984535] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 778.984653] env[62265]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('da93af02-3b4e-409c-8e28-ed7c1e3287ca',) {} {{(pid=62265) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 779.000580] env[62265]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('dbf0382a-bcd5-43d4-ab73-ef2ea46e78d1',) {} {{(pid=62265) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 779.009288] env[62265]: INFO networking_nsxv3.common.synchronization [req-3d094c16-18ee-4b9c-9445-e35d77328ffe req-1c96ed15-13e3-4e01-8f2b-488ea78ca9ca tempest-MultipleCreateTestJSON-1328111400 tempest-MultipleCreateTestJSON-1328111400-project-member] Enqueued Resource ID: 60596148-eceb-4997-b7ff-c5c796ce9f1d with Priority: HIGHEST for action security_group_members [ 779.012320] env[62265]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 60596148-eceb-4997-b7ff-c5c796ce9f1d with Priority: HIGHEST for action security_group_members [ 779.013032] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock member-60596148-eceb-4997-b7ff-c5c796ce9f1d taken with stack trace [, , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 779.013171] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-60596148-eceb-4997-b7ff-c5c796ce9f1d" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 779.031021] env[62265]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('60596148-eceb-4997-b7ff-c5c796ce9f1d',) {} {{(pid=62265) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 779.205158] env[62265]: DEBUG networking_nsxv3.common.locking [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Lock network-421 taken with stack trace [, , , , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 779.205467] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquiring lock "network-421" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 779.205467] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquired lock "network-421" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.205735] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquired external semaphore "network-421" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 779.205908] env[62265]: DEBUG networking_nsxv3.common.locking [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 779.206082] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquiring lock "Segment" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 779.206265] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquired lock "Segment" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.207832] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquired external semaphore "Segment" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 779.208078] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Releasing lock "Segment" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 779.208309] env[62265]: DEBUG dogpile.cache.region [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] No value present for key: 'zone-id' {{(pid=62265) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 779.208428] env[62265]: DEBUG dogpile.lock [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] NeedRegenerationException {{(pid=62265) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 779.208539] env[62265]: DEBUG dogpile.lock [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] no value, waiting for create lock {{(pid=62265) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 779.208646] env[62265]: DEBUG dogpile.lock [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] value creation lock acquired {{(pid=62265) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 779.208756] env[62265]: DEBUG dogpile.cache.region [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] No value present for key: 'zone-id' {{(pid=62265) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 779.208863] env[62265]: DEBUG dogpile.lock [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Calling creation function for not-yet-present value {{(pid=62265) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 779.209033] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 779.229021] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 779.229228] env[62265]: DEBUG dogpile.cache.region [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=62265) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 779.229348] env[62265]: DEBUG dogpile.lock [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Released creation lock {{(pid=62265) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 779.229531] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Releasing lock "network-421" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 779.229964] env[62265]: DEBUG networking_nsxv3.common.locking [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Lock port-a476a09a-3dba-4fa9-b0e3-9cdccabdde7f taken with stack trace [, , , , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 779.230160] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquiring lock "port-a476a09a-3dba-4fa9-b0e3-9cdccabdde7f" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 779.230280] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquired lock "port-a476a09a-3dba-4fa9-b0e3-9cdccabdde7f" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.230592] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquired external semaphore "port-a476a09a-3dba-4fa9-b0e3-9cdccabdde7f" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 779.230733] env[62265]: DEBUG networking_nsxv3.api.rpc [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a476a09a-3dba-4fa9-b0e3-9cdccabdde7f',) {} {{(pid=62265) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 779.487513] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 779.487759] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 779.487867] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.488113] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 779.488227] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 779.488427] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 779.488527] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 779.488591] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.488749] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 779.488862] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 779.488985] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 80a49948-1200-4ec4-9f91-a75016ddff71 is going to be updated. [ 779.491050] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 779.491232] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 779.491336] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.491593] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 779.491787] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 779.492040] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 779.492203] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 779.492311] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.492507] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 779.492664] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 779.492824] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: da93af02-3b4e-409c-8e28-ed7c1e3287ca is going to be updated. [ 779.502096] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for dbf0382a-bcd5-43d4-ab73-ef2ea46e78d1: rpc.has_security_group_logging(os_id): False [ 779.530995] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 779.531154] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 779.531245] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.531585] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 779.532889] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 779.533137] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 60596148-eceb-4997-b7ff-c5c796ce9f1d is going to be updated. [ 779.538471] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 779.538710] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 779.538827] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.539118] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 779.539297] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 779.539629] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 779.539782] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 779.539881] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.540035] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 779.540488] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 779.540631] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: dbf0382a-bcd5-43d4-ab73-ef2ea46e78d1 is going to be updated. [ 779.552134] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 779.552352] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 779.552444] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.552687] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 779.552863] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 779.557686] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 779.557815] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 779.557878] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.558060] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 779.558196] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 779.563340] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 80a49948-1200-4ec4-9f91-a75016ddff71 in Status: IN_PROGRESS for 2s [ 779.564321] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: da93af02-3b4e-409c-8e28-ed7c1e3287ca in Status: IN_PROGRESS for 2s [ 779.602625] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 779.602918] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 779.602918] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.603127] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 779.604505] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 779.614561] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 60596148-eceb-4997-b7ff-c5c796ce9f1d in Status: IN_PROGRESS for 2s [ 779.623249] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 779.623517] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 779.623517] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.623902] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 779.624048] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 779.648019] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: dbf0382a-bcd5-43d4-ab73-ef2ea46e78d1 in Status: IN_PROGRESS for 2s [ 779.733752] env[62265]: DEBUG networking_nsxv3.common.locking [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 779.733877] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquiring lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 779.734044] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquired lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.734423] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquired external semaphore "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 779.734591] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Releasing lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 779.734746] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Segment Port a476a09a-3dba-4fa9-b0e3-9cdccabdde7f not found, creating... [ 779.735035] env[62265]: DEBUG networking_nsxv3.common.locking [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 779.735204] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquiring lock "Segment" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 779.735324] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquired lock "Segment" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.735564] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquired external semaphore "Segment" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 779.735708] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Releasing lock "Segment" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 779.736014] env[62265]: DEBUG networking_nsxv3.common.locking [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 779.740376] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquiring lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 779.740537] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquired lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.740750] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquired external semaphore "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 779.740913] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Releasing lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 779.741082] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Resource: SegmentPort with ID: a476a09a-3dba-4fa9-b0e3-9cdccabdde7f is going to be created. [ 779.772961] env[62265]: DEBUG networking_nsxv3.common.locking [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 779.773196] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquiring lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 779.773322] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquired lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.773586] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquired external semaphore "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 779.773811] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Releasing lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 779.774049] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Releasing lock "port-a476a09a-3dba-4fa9-b0e3-9cdccabdde7f" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 780.744499] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5b0b0965-af30-419d-a7a1-35565c6f5c46 in Status: SUCCESS [ 780.745061] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5b0b0965-af30-419d-a7a1-35565c6f5c46" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 780.745061] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5b0b0965-af30-419d-a7a1-35565c6f5c46" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.747145] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5b0b0965-af30-419d-a7a1-35565c6f5c46" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 780.747145] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 780.747145] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 780.747145] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.747145] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 780.747145] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 780.747145] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5b0b0965-af30-419d-a7a1-35565c6f5c46" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 780.747145] env[62265]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('5b0b0965-af30-419d-a7a1-35565c6f5c46',) {} {{(pid=62265) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 780.929250] env[62265]: INFO networking_nsxv3.common.synchronization [req-0db2dece-c17d-42fb-892a-fdffca169748 req-5c77dc16-9906-4e83-8559-d926d16fa244 service nova] Enqueued Resource ID: 62a27616-2753-4d3e-9cd4-e35381d18526 with Priority: HIGHEST for action security_group_rules [ 780.929475] env[62265]: INFO networking_nsxv3.common.synchronization [req-0db2dece-c17d-42fb-892a-fdffca169748 req-5c77dc16-9906-4e83-8559-d926d16fa244 service nova] Enqueued Resource ID: 62a27616-2753-4d3e-9cd4-e35381d18526 with Priority: HIGHEST for action security_group_members [ 780.929647] env[62265]: INFO networking_nsxv3.common.synchronization [req-0db2dece-c17d-42fb-892a-fdffca169748 req-5c77dc16-9906-4e83-8559-d926d16fa244 service nova] Enqueued Resource ID: a476a09a-3dba-4fa9-b0e3-9cdccabdde7f with Priority: HIGHEST for action port [ 780.930023] env[62265]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 62a27616-2753-4d3e-9cd4-e35381d18526 with Priority: HIGHEST for action security_group_rules [ 780.930110] env[62265]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 62a27616-2753-4d3e-9cd4-e35381d18526 with Priority: HIGHEST for action security_group_members [ 780.930204] env[62265]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a476a09a-3dba-4fa9-b0e3-9cdccabdde7f with Priority: HIGHEST for action port [ 780.930770] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock rules-62a27616-2753-4d3e-9cd4-e35381d18526 taken with stack trace [, , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 780.930913] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-62a27616-2753-4d3e-9cd4-e35381d18526" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 780.930999] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-62a27616-2753-4d3e-9cd4-e35381d18526" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.931450] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-62a27616-2753-4d3e-9cd4-e35381d18526" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 780.931535] env[62265]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('62a27616-2753-4d3e-9cd4-e35381d18526',) {} {{(pid=62265) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 780.932503] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock member-62a27616-2753-4d3e-9cd4-e35381d18526 taken with stack trace [, , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 780.932659] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-62a27616-2753-4d3e-9cd4-e35381d18526" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 780.932745] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-62a27616-2753-4d3e-9cd4-e35381d18526" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.932987] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-62a27616-2753-4d3e-9cd4-e35381d18526" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 780.933176] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 780.933293] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 780.933408] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.933623] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 780.933759] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 780.933888] env[62265]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('62a27616-2753-4d3e-9cd4-e35381d18526',) {} {{(pid=62265) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 780.935206] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock port-a476a09a-3dba-4fa9-b0e3-9cdccabdde7f taken with stack trace [, , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 780.935353] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a476a09a-3dba-4fa9-b0e3-9cdccabdde7f" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 780.935550] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a476a09a-3dba-4fa9-b0e3-9cdccabdde7f" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.935741] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a476a09a-3dba-4fa9-b0e3-9cdccabdde7f" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 780.935969] env[62265]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a476a09a-3dba-4fa9-b0e3-9cdccabdde7f',) {} {{(pid=62265) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 781.005021] env[62265]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-96ae916a-3a9d-4803-946d-e622cf1ea38c None None] NSXv3 Agent Agent loop - iteration:0 completed [ 781.005021] env[62265]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-96ae916a-3a9d-4803-946d-e622cf1ea38c None None] NSXv3 Agent Agent loop - iteration:1 started [ 781.256297] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock member-5b0b0965-af30-419d-a7a1-35565c6f5c46 taken with stack trace [, , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.256297] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5b0b0965-af30-419d-a7a1-35565c6f5c46" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 781.256297] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5b0b0965-af30-419d-a7a1-35565c6f5c46" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.256297] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5b0b0965-af30-419d-a7a1-35565c6f5c46" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 781.256297] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.256297] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 781.256297] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.256297] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 781.256297] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 781.256297] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5b0b0965-af30-419d-a7a1-35565c6f5c46" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 781.256297] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock member-5b0b0965-af30-419d-a7a1-35565c6f5c46 taken with stack trace [, , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.256297] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5b0b0965-af30-419d-a7a1-35565c6f5c46" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 781.256297] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5b0b0965-af30-419d-a7a1-35565c6f5c46" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.256297] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5b0b0965-af30-419d-a7a1-35565c6f5c46" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 781.256297] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.256297] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 781.256896] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.256896] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 781.256896] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 781.256896] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5b0b0965-af30-419d-a7a1-35565c6f5c46" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 781.256896] env[62265]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('5b0b0965-af30-419d-a7a1-35565c6f5c46',) {} {{(pid=62265) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 781.437414] env[62265]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('62a27616-2753-4d3e-9cd4-e35381d18526',) {} {{(pid=62265) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 781.438764] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock member-62a27616-2753-4d3e-9cd4-e35381d18526 taken with stack trace [, , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.438764] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-62a27616-2753-4d3e-9cd4-e35381d18526" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 781.442790] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port a476a09a-3dba-4fa9-b0e3-9cdccabdde7f with status ACTIVE [ 781.442790] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.442790] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 781.442790] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.442790] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 781.442790] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 781.442790] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.442790] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 781.442790] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.442790] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 781.442790] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 781.442790] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.442790] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 781.442790] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.442790] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 781.442790] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 781.442790] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: a476a09a-3dba-4fa9-b0e3-9cdccabdde7f is going to be updated. [ 781.463519] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.463519] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 781.463519] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.463519] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 781.463519] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 781.463519] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a476a09a-3dba-4fa9-b0e3-9cdccabdde7f" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 781.576559] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 80a49948-1200-4ec4-9f91-a75016ddff71 in Status: SUCCESS [ 781.576559] env[62265]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 80a49948-1200-4ec4-9f91-a75016ddff71 deletion is rescheduled due to dependency. [ 781.576559] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-80a49948-1200-4ec4-9f91-a75016ddff71" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 781.576559] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: da93af02-3b4e-409c-8e28-ed7c1e3287ca in Status: SUCCESS [ 781.576736] env[62265]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: da93af02-3b4e-409c-8e28-ed7c1e3287ca deletion is rescheduled due to dependency. [ 781.577093] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-da93af02-3b4e-409c-8e28-ed7c1e3287ca" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 781.628493] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 60596148-eceb-4997-b7ff-c5c796ce9f1d in Status: SUCCESS [ 781.630313] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-60596148-eceb-4997-b7ff-c5c796ce9f1d" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 781.633364] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-60596148-eceb-4997-b7ff-c5c796ce9f1d" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.633364] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-60596148-eceb-4997-b7ff-c5c796ce9f1d" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 781.633364] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.633364] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 781.633364] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.633822] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 781.633822] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 781.634198] env[62265]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('60596148-eceb-4997-b7ff-c5c796ce9f1d',) {} {{(pid=62265) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 781.639168] env[62265]: INFO networking_nsxv3.common.synchronization [req-307bc695-0070-4cf4-b77a-1a0baca87f92 req-f34141f0-2ea2-4a99-a888-804160005e63 tempest-ServersTestJSON-480166300 tempest-ServersTestJSON-480166300-project-member] Enqueued Resource ID: dc2ad724-10b0-47a3-8d65-dee712e865b1 with Priority: HIGHEST for action security_group_members [ 781.639818] env[62265]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dc2ad724-10b0-47a3-8d65-dee712e865b1 with Priority: HIGHEST for action security_group_members [ 781.640226] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock member-dc2ad724-10b0-47a3-8d65-dee712e865b1 taken with stack trace [, , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.640371] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-dc2ad724-10b0-47a3-8d65-dee712e865b1" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 781.640454] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-dc2ad724-10b0-47a3-8d65-dee712e865b1" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.640749] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-dc2ad724-10b0-47a3-8d65-dee712e865b1" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 781.640945] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.641633] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 781.641984] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.642520] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 781.642772] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 781.642972] env[62265]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('dc2ad724-10b0-47a3-8d65-dee712e865b1',) {} {{(pid=62265) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 781.664013] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: dbf0382a-bcd5-43d4-ab73-ef2ea46e78d1 in Status: SUCCESS [ 781.665552] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-dbf0382a-bcd5-43d4-ab73-ef2ea46e78d1" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 781.762464] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 5b0b0965-af30-419d-a7a1-35565c6f5c46: rpc.has_security_group_logging(os_id): False [ 781.782294] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.782294] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 781.782294] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.782294] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 781.782294] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 781.782294] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.782294] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 781.782294] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.782585] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 781.782585] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 781.783026] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.783026] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 781.783026] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.783026] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 781.783299] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 781.783536] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.783670] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 781.783773] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.783978] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 781.784181] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 781.784220] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 5b0b0965-af30-419d-a7a1-35565c6f5c46 is going to be created. [ 781.840233] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.840233] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 781.840233] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.840233] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 781.840233] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 781.855454] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 5b0b0965-af30-419d-a7a1-35565c6f5c46 in Status: IN_PROGRESS for 2s [ 781.901175] env[62265]: INFO networking_nsxv3.common.synchronization [req-f1a974f5-bf95-4dfc-838a-4d3b872f683e req-f905c858-16cb-4982-8fef-f774bbe422c5 tempest-AttachInterfacesTestJSON-467207588 tempest-AttachInterfacesTestJSON-467207588-project-member] Enqueued Resource ID: a4ca4088-6a42-47c5-ae21-a147c2358218 with Priority: HIGHEST for action security_group_members [ 781.901175] env[62265]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a4ca4088-6a42-47c5-ae21-a147c2358218 with Priority: HIGHEST for action security_group_members [ 781.901447] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock member-a4ca4088-6a42-47c5-ae21-a147c2358218 taken with stack trace [, , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.901745] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a4ca4088-6a42-47c5-ae21-a147c2358218" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 781.904172] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a4ca4088-6a42-47c5-ae21-a147c2358218" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.904172] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a4ca4088-6a42-47c5-ae21-a147c2358218" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 781.904172] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.904172] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 781.904172] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.904172] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 781.904172] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 781.904172] env[62265]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a4ca4088-6a42-47c5-ae21-a147c2358218',) {} {{(pid=62265) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 781.945180] env[62265]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('62a27616-2753-4d3e-9cd4-e35381d18526',) {} {{(pid=62265) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 782.138030] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 782.138190] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 782.138259] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 782.138463] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 782.138554] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 782.138754] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 782.138848] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 782.138907] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 782.139064] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 782.139137] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 782.139222] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 60596148-eceb-4997-b7ff-c5c796ce9f1d is going to be updated. [ 782.145121] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 782.145257] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 782.145322] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 782.145502] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 782.145610] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 782.145756] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 782.146590] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 782.146590] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 782.146590] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 782.146590] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 782.146876] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: dc2ad724-10b0-47a3-8d65-dee712e865b1 already deleted. [ 782.146876] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-dc2ad724-10b0-47a3-8d65-dee712e865b1" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 782.167829] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 782.168015] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 782.168087] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 782.168982] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 782.169150] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 782.178149] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 60596148-eceb-4997-b7ff-c5c796ce9f1d in Status: IN_PROGRESS for 2s [ 782.406546] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 782.406546] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 782.406546] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 782.406546] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 782.406546] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 782.406546] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 782.406546] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 782.406546] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 782.406546] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 782.406546] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 782.406546] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a4ca4088-6a42-47c5-ae21-a147c2358218 is going to be updated. [ 782.432364] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 782.432519] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 782.432702] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 782.434214] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 782.434214] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 782.441072] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a4ca4088-6a42-47c5-ae21-a147c2358218 in Status: IN_PROGRESS for 2s [ 782.451973] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 782.452602] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 782.452602] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 782.452750] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 782.452909] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 782.453068] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 62a27616-2753-4d3e-9cd4-e35381d18526 is going to be created. [ 782.472504] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 782.472834] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 782.472834] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 782.473656] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 782.473656] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 782.483303] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 62a27616-2753-4d3e-9cd4-e35381d18526 in Status: UNINITIALIZED for 2s [ 783.115985] env[62265]: DEBUG networking_nsxv3.common.locking [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Lock network-728 taken with stack trace [, , , , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 783.116307] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquiring lock "network-728" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 783.116344] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquired lock "network-728" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.116642] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquired external semaphore "network-728" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 783.116899] env[62265]: DEBUG networking_nsxv3.common.locking [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 783.117375] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquiring lock "Segment" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 783.117536] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquired lock "Segment" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.117779] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquired external semaphore "Segment" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 783.117932] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Releasing lock "Segment" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 783.118172] env[62265]: DEBUG dogpile.cache.region [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] No value present for key: 'zone-id' {{(pid=62265) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 783.118283] env[62265]: DEBUG dogpile.lock [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] NeedRegenerationException {{(pid=62265) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 783.118408] env[62265]: DEBUG dogpile.lock [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] no value, waiting for create lock {{(pid=62265) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 783.118521] env[62265]: DEBUG dogpile.lock [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] value creation lock acquired {{(pid=62265) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 783.118629] env[62265]: DEBUG dogpile.cache.region [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] No value present for key: 'zone-id' {{(pid=62265) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 783.118738] env[62265]: DEBUG dogpile.lock [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Calling creation function for not-yet-present value {{(pid=62265) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 783.118961] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 783.140189] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 783.140391] env[62265]: DEBUG dogpile.cache.region [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=62265) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 783.140487] env[62265]: DEBUG dogpile.lock [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Released creation lock {{(pid=62265) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 783.140663] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Releasing lock "network-728" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 783.141033] env[62265]: DEBUG networking_nsxv3.common.locking [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Lock port-da11adc7-7cc5-426e-9931-5b79cc0ee743 taken with stack trace [, , , , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 783.141214] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquiring lock "port-da11adc7-7cc5-426e-9931-5b79cc0ee743" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 783.141334] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquired lock "port-da11adc7-7cc5-426e-9931-5b79cc0ee743" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.141640] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquired external semaphore "port-da11adc7-7cc5-426e-9931-5b79cc0ee743" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 783.141819] env[62265]: DEBUG networking_nsxv3.api.rpc [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('da11adc7-7cc5-426e-9931-5b79cc0ee743',) {} {{(pid=62265) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 783.648196] env[62265]: DEBUG networking_nsxv3.common.locking [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 783.648196] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquiring lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 783.648196] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquired lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.648196] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquired external semaphore "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 783.648196] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Releasing lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 783.648196] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Segment Port da11adc7-7cc5-426e-9931-5b79cc0ee743 not found, creating... [ 783.648196] env[62265]: DEBUG networking_nsxv3.common.locking [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 783.648196] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquiring lock "Segment" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 783.648196] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquired lock "Segment" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.648196] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquired external semaphore "Segment" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 783.648196] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Releasing lock "Segment" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 783.648904] env[62265]: DEBUG networking_nsxv3.common.locking [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 783.648904] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquiring lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 783.651157] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquired lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.651157] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquired external semaphore "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 783.651157] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Releasing lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 783.651157] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Resource: SegmentPort with ID: da11adc7-7cc5-426e-9931-5b79cc0ee743 is going to be created. [ 783.670494] env[62265]: DEBUG networking_nsxv3.common.locking [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 783.670854] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquiring lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 783.671091] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquired lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.671433] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquired external semaphore "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 783.671721] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Releasing lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 783.672197] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Releasing lock "port-da11adc7-7cc5-426e-9931-5b79cc0ee743" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 783.867143] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 5b0b0965-af30-419d-a7a1-35565c6f5c46 in Status: SUCCESS [ 783.867359] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-5b0b0965-af30-419d-a7a1-35565c6f5c46" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 784.187671] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 60596148-eceb-4997-b7ff-c5c796ce9f1d in Status: SUCCESS [ 784.187978] env[62265]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 60596148-eceb-4997-b7ff-c5c796ce9f1d deletion is rescheduled due to dependency. [ 784.187978] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-60596148-eceb-4997-b7ff-c5c796ce9f1d" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 784.451266] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a4ca4088-6a42-47c5-ae21-a147c2358218 in Status: SUCCESS [ 784.451468] env[62265]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a4ca4088-6a42-47c5-ae21-a147c2358218 deletion is rescheduled due to dependency. [ 784.451744] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a4ca4088-6a42-47c5-ae21-a147c2358218" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 784.491661] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 62a27616-2753-4d3e-9cd4-e35381d18526 in Status: SUCCESS [ 784.491959] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-62a27616-2753-4d3e-9cd4-e35381d18526" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 784.492174] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-62a27616-2753-4d3e-9cd4-e35381d18526" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.492399] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-62a27616-2753-4d3e-9cd4-e35381d18526" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 784.492593] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 784.492795] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 784.492883] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.493062] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 784.493148] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 784.493248] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-62a27616-2753-4d3e-9cd4-e35381d18526" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 784.493351] env[62265]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('62a27616-2753-4d3e-9cd4-e35381d18526',) {} {{(pid=62265) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 784.995858] env[62265]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('62a27616-2753-4d3e-9cd4-e35381d18526',) {} {{(pid=62265) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 785.043456] env[62265]: INFO networking_nsxv3.common.synchronization [req-9eebfc6e-4d42-4ffe-8240-061b589916b5 req-416cb94e-048d-41bb-95c4-172c4324f306 tempest-TenantUsagesTestJSON-842459990 tempest-TenantUsagesTestJSON-842459990-project-member] Enqueued Resource ID: 73170779-4669-46dd-a6f5-6360c02dd347 with Priority: HIGHEST for action security_group_members [ 785.043982] env[62265]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 73170779-4669-46dd-a6f5-6360c02dd347 with Priority: HIGHEST for action security_group_members [ 785.045387] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock member-73170779-4669-46dd-a6f5-6360c02dd347 taken with stack trace [, , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 785.045387] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-73170779-4669-46dd-a6f5-6360c02dd347" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 785.045387] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-73170779-4669-46dd-a6f5-6360c02dd347" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.045387] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-73170779-4669-46dd-a6f5-6360c02dd347" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 785.047079] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 785.047079] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 785.047079] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.047079] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 785.047079] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 785.047079] env[62265]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('73170779-4669-46dd-a6f5-6360c02dd347',) {} {{(pid=62265) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 785.108688] env[62265]: INFO networking_nsxv3.common.synchronization [req-307bc695-0070-4cf4-b77a-1a0baca87f92 req-65016266-4942-4c23-b7c1-9eebe5a31715 service nova] Enqueued Resource ID: dc2ad724-10b0-47a3-8d65-dee712e865b1 with Priority: HIGHEST for action security_group_rules [ 785.108936] env[62265]: INFO networking_nsxv3.common.synchronization [req-307bc695-0070-4cf4-b77a-1a0baca87f92 req-65016266-4942-4c23-b7c1-9eebe5a31715 service nova] Enqueued Resource ID: dc2ad724-10b0-47a3-8d65-dee712e865b1 with Priority: HIGHEST for action security_group_members [ 785.108976] env[62265]: INFO networking_nsxv3.common.synchronization [req-307bc695-0070-4cf4-b77a-1a0baca87f92 req-65016266-4942-4c23-b7c1-9eebe5a31715 service nova] Enqueued Resource ID: da11adc7-7cc5-426e-9931-5b79cc0ee743 with Priority: HIGHEST for action port [ 785.109211] env[62265]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dc2ad724-10b0-47a3-8d65-dee712e865b1 with Priority: HIGHEST for action security_group_rules [ 785.109328] env[62265]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dc2ad724-10b0-47a3-8d65-dee712e865b1 with Priority: HIGHEST for action security_group_members [ 785.109414] env[62265]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: da11adc7-7cc5-426e-9931-5b79cc0ee743 with Priority: HIGHEST for action port [ 785.109964] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock rules-dc2ad724-10b0-47a3-8d65-dee712e865b1 taken with stack trace [, , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 785.113029] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-dc2ad724-10b0-47a3-8d65-dee712e865b1" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 785.113029] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-dc2ad724-10b0-47a3-8d65-dee712e865b1" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.113029] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-dc2ad724-10b0-47a3-8d65-dee712e865b1" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 785.113029] env[62265]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('dc2ad724-10b0-47a3-8d65-dee712e865b1',) {} {{(pid=62265) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 785.116030] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock member-dc2ad724-10b0-47a3-8d65-dee712e865b1 taken with stack trace [, , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 785.116030] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-dc2ad724-10b0-47a3-8d65-dee712e865b1" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 785.116030] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-dc2ad724-10b0-47a3-8d65-dee712e865b1" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.116030] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-dc2ad724-10b0-47a3-8d65-dee712e865b1" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 785.116030] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 785.116030] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 785.116030] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.117697] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 785.117697] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 785.117697] env[62265]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('dc2ad724-10b0-47a3-8d65-dee712e865b1',) {} {{(pid=62265) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 785.118985] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock port-da11adc7-7cc5-426e-9931-5b79cc0ee743 taken with stack trace [, , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 785.118985] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-da11adc7-7cc5-426e-9931-5b79cc0ee743" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 785.118985] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-da11adc7-7cc5-426e-9931-5b79cc0ee743" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.120343] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-da11adc7-7cc5-426e-9931-5b79cc0ee743" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 785.120343] env[62265]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('da11adc7-7cc5-426e-9931-5b79cc0ee743',) {} {{(pid=62265) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 785.235023] env[62265]: INFO networking_nsxv3.common.synchronization [None req-1b8f91ed-331a-40de-b70e-48217de102ab None None] Enqueued Resource ID: bfd88dcd-d938-416f-a690-439e7ca1461e with Priority: HIGHEST for action port [ 785.235023] env[62265]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bfd88dcd-d938-416f-a690-439e7ca1461e with Priority: HIGHEST for action port [ 785.235023] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock port-bfd88dcd-d938-416f-a690-439e7ca1461e taken with stack trace [, , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 785.235023] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-bfd88dcd-d938-416f-a690-439e7ca1461e" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 785.235023] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-bfd88dcd-d938-416f-a690-439e7ca1461e" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.235023] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-bfd88dcd-d938-416f-a690-439e7ca1461e" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 785.235023] env[62265]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('bfd88dcd-d938-416f-a690-439e7ca1461e',) {} {{(pid=62265) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 785.501082] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 62a27616-2753-4d3e-9cd4-e35381d18526: rpc.has_security_group_logging(os_id): False [ 785.520054] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 785.520202] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 785.520296] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.520513] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 785.520603] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 785.520875] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 785.520994] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 785.521074] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.521239] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 785.521314] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 785.521401] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 62a27616-2753-4d3e-9cd4-e35381d18526 is going to be created. [ 785.550410] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 785.550533] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 785.550586] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.550806] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 785.550891] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 785.551099] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 785.551194] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 785.551254] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.551401] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 785.551487] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 785.551614] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 73170779-4669-46dd-a6f5-6360c02dd347 already deleted. [ 785.551665] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-73170779-4669-46dd-a6f5-6360c02dd347" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 785.588730] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 785.588913] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 785.588956] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.589298] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 785.590051] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 785.609450] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 62a27616-2753-4d3e-9cd4-e35381d18526 in Status: IN_PROGRESS for 2s [ 785.619693] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock member-dc2ad724-10b0-47a3-8d65-dee712e865b1 taken with stack trace [, , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 785.619693] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-dc2ad724-10b0-47a3-8d65-dee712e865b1" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 785.622786] env[62265]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('dc2ad724-10b0-47a3-8d65-dee712e865b1',) {} {{(pid=62265) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 785.624369] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port da11adc7-7cc5-426e-9931-5b79cc0ee743 with status ACTIVE [ 785.625413] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 785.626294] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 785.626294] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.626294] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 785.626417] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 785.626654] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 785.626822] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 785.626933] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.627497] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 785.628176] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 785.628176] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 785.632158] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 785.632249] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.632433] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 785.632522] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 785.632622] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: da11adc7-7cc5-426e-9931-5b79cc0ee743 is going to be updated. [ 785.667454] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 785.667610] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 785.667686] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.667880] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 785.668028] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 785.668178] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-da11adc7-7cc5-426e-9931-5b79cc0ee743" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 785.741546] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port bfd88dcd-d938-416f-a690-439e7ca1461e [ 785.741793] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 785.741933] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 785.742011] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.742231] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 785.742322] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 785.742417] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:bfd88dcd-d938-416f-a690-439e7ca1461e already deleted. [ 785.742497] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-bfd88dcd-d938-416f-a690-439e7ca1461e" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 786.134926] env[62265]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('dc2ad724-10b0-47a3-8d65-dee712e865b1',) {} {{(pid=62265) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 786.161023] env[62265]: DEBUG networking_nsxv3.common.locking [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Lock network-443 taken with stack trace [, , , , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 786.161253] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquiring lock "network-443" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 786.161406] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquired lock "network-443" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.161660] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquired external semaphore "network-443" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 786.162019] env[62265]: DEBUG networking_nsxv3.common.locking [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 786.162300] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquiring lock "Segment" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 786.162420] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquired lock "Segment" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.162649] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquired external semaphore "Segment" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 786.162952] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Releasing lock "Segment" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 786.163229] env[62265]: DEBUG dogpile.cache.region [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] No value present for key: 'zone-id' {{(pid=62265) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 786.163376] env[62265]: DEBUG dogpile.lock [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] NeedRegenerationException {{(pid=62265) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 786.163512] env[62265]: DEBUG dogpile.lock [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] no value, waiting for create lock {{(pid=62265) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 786.163644] env[62265]: DEBUG dogpile.lock [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] value creation lock acquired {{(pid=62265) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 786.163781] env[62265]: DEBUG dogpile.cache.region [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] No value present for key: 'zone-id' {{(pid=62265) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 786.163917] env[62265]: DEBUG dogpile.lock [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Calling creation function for not-yet-present value {{(pid=62265) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 786.164091] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 786.185747] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 786.185747] env[62265]: DEBUG dogpile.cache.region [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=62265) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 786.185747] env[62265]: DEBUG dogpile.lock [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Released creation lock {{(pid=62265) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 786.185747] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Releasing lock "network-443" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 786.185747] env[62265]: DEBUG networking_nsxv3.common.locking [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Lock port-e205d169-3828-46f4-a4d3-e1df1e66421d taken with stack trace [, , , , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 786.185747] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquiring lock "port-e205d169-3828-46f4-a4d3-e1df1e66421d" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 786.185747] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquired lock "port-e205d169-3828-46f4-a4d3-e1df1e66421d" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.185747] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquired external semaphore "port-e205d169-3828-46f4-a4d3-e1df1e66421d" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 786.185747] env[62265]: DEBUG networking_nsxv3.api.rpc [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e205d169-3828-46f4-a4d3-e1df1e66421d',) {} {{(pid=62265) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 786.641424] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 786.641424] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 786.641424] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.641424] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 786.641424] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 786.641424] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: dc2ad724-10b0-47a3-8d65-dee712e865b1 is going to be created. [ 786.663907] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 786.663907] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 786.663907] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.663907] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 786.663907] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 786.673887] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: dc2ad724-10b0-47a3-8d65-dee712e865b1 in Status: UNINITIALIZED for 2s [ 786.689642] env[62265]: DEBUG networking_nsxv3.common.locking [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 786.689949] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquiring lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 786.690124] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquired lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.690407] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquired external semaphore "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 786.690554] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Releasing lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 786.690708] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Segment Port e205d169-3828-46f4-a4d3-e1df1e66421d not found, creating... [ 786.690968] env[62265]: DEBUG networking_nsxv3.common.locking [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 786.691140] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquiring lock "Segment" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 786.691310] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquired lock "Segment" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.691600] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquired external semaphore "Segment" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 786.691828] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Releasing lock "Segment" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 786.692270] env[62265]: DEBUG networking_nsxv3.common.locking [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 786.692518] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquiring lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 786.692662] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquired lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.692885] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquired external semaphore "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 786.693033] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Releasing lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 786.693178] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Resource: SegmentPort with ID: e205d169-3828-46f4-a4d3-e1df1e66421d is going to be created. [ 786.713424] env[62265]: DEBUG networking_nsxv3.common.locking [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 786.713529] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquiring lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 786.713648] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquired lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.714041] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquired external semaphore "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 786.714166] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Releasing lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 786.714395] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Releasing lock "port-e205d169-3828-46f4-a4d3-e1df1e66421d" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 787.426849] env[62265]: INFO networking_nsxv3.common.synchronization [None req-8cf56a94-86b3-472c-b364-1eeb9a189e45 None None] Enqueued Resource ID: 1d636925-81ef-4505-94da-ef9018ef8702 with Priority: HIGHEST for action port [ 787.427184] env[62265]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1d636925-81ef-4505-94da-ef9018ef8702 with Priority: HIGHEST for action port [ 787.427868] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock port-1d636925-81ef-4505-94da-ef9018ef8702 taken with stack trace [, , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 787.428259] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-1d636925-81ef-4505-94da-ef9018ef8702" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 787.428354] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-1d636925-81ef-4505-94da-ef9018ef8702" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.429160] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-1d636925-81ef-4505-94da-ef9018ef8702" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 787.429160] env[62265]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1d636925-81ef-4505-94da-ef9018ef8702',) {} {{(pid=62265) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 787.605874] env[62265]: INFO networking_nsxv3.common.synchronization [req-9eebfc6e-4d42-4ffe-8240-061b589916b5 req-64f7676d-7e6d-4d65-9077-5e8d3f471e00 service nova] Enqueued Resource ID: 73170779-4669-46dd-a6f5-6360c02dd347 with Priority: HIGHEST for action security_group_rules [ 787.606063] env[62265]: INFO networking_nsxv3.common.synchronization [req-9eebfc6e-4d42-4ffe-8240-061b589916b5 req-64f7676d-7e6d-4d65-9077-5e8d3f471e00 service nova] Enqueued Resource ID: 73170779-4669-46dd-a6f5-6360c02dd347 with Priority: HIGHEST for action security_group_members [ 787.606202] env[62265]: INFO networking_nsxv3.common.synchronization [req-9eebfc6e-4d42-4ffe-8240-061b589916b5 req-64f7676d-7e6d-4d65-9077-5e8d3f471e00 service nova] Enqueued Resource ID: e205d169-3828-46f4-a4d3-e1df1e66421d with Priority: HIGHEST for action port [ 787.606434] env[62265]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 73170779-4669-46dd-a6f5-6360c02dd347 with Priority: HIGHEST for action security_group_rules [ 787.606559] env[62265]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 73170779-4669-46dd-a6f5-6360c02dd347 with Priority: HIGHEST for action security_group_members [ 787.606650] env[62265]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e205d169-3828-46f4-a4d3-e1df1e66421d with Priority: HIGHEST for action port [ 787.611020] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock rules-73170779-4669-46dd-a6f5-6360c02dd347 taken with stack trace [, , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 787.611020] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-73170779-4669-46dd-a6f5-6360c02dd347" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 787.611020] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-73170779-4669-46dd-a6f5-6360c02dd347" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.611020] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-73170779-4669-46dd-a6f5-6360c02dd347" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 787.611020] env[62265]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('73170779-4669-46dd-a6f5-6360c02dd347',) {} {{(pid=62265) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 787.611020] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock member-73170779-4669-46dd-a6f5-6360c02dd347 taken with stack trace [, , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 787.611020] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-73170779-4669-46dd-a6f5-6360c02dd347" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 787.611020] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-73170779-4669-46dd-a6f5-6360c02dd347" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.611020] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-73170779-4669-46dd-a6f5-6360c02dd347" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 787.611020] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 787.611020] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 787.611020] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.611020] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 787.611020] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 787.611020] env[62265]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('73170779-4669-46dd-a6f5-6360c02dd347',) {} {{(pid=62265) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 787.611020] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock port-e205d169-3828-46f4-a4d3-e1df1e66421d taken with stack trace [, , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 787.612797] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e205d169-3828-46f4-a4d3-e1df1e66421d" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 787.613029] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e205d169-3828-46f4-a4d3-e1df1e66421d" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.613312] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e205d169-3828-46f4-a4d3-e1df1e66421d" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 787.613495] env[62265]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e205d169-3828-46f4-a4d3-e1df1e66421d',) {} {{(pid=62265) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 787.638065] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 62a27616-2753-4d3e-9cd4-e35381d18526 in Status: SUCCESS [ 787.638065] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-62a27616-2753-4d3e-9cd4-e35381d18526" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 787.683302] env[62265]: INFO networking_nsxv3.common.synchronization [None req-5c6586f1-b934-4e52-88c4-31346fb6bc66 tempest-AttachVolumeShelveTestJSON-922877392 tempest-AttachVolumeShelveTestJSON-922877392-project-member] Enqueued Resource ID: feb45f86-91e8-4a23-99fd-16253ca1bee4 with Priority: HIGHEST for action security_group_rules [ 787.683302] env[62265]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: feb45f86-91e8-4a23-99fd-16253ca1bee4 with Priority: HIGHEST for action security_group_rules [ 787.683302] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock rules-feb45f86-91e8-4a23-99fd-16253ca1bee4 taken with stack trace [, , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 787.683302] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-feb45f86-91e8-4a23-99fd-16253ca1bee4" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 787.683302] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-feb45f86-91e8-4a23-99fd-16253ca1bee4" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.683302] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-feb45f86-91e8-4a23-99fd-16253ca1bee4" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 787.683302] env[62265]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('feb45f86-91e8-4a23-99fd-16253ca1bee4',) {} {{(pid=62265) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 787.779509] env[62265]: INFO networking_nsxv3.common.synchronization [None req-1248b94a-17d2-4fd5-86b5-bf74398408c5 tempest-AttachVolumeShelveTestJSON-922877392 tempest-AttachVolumeShelveTestJSON-922877392-project-member] Enqueued Resource ID: feb45f86-91e8-4a23-99fd-16253ca1bee4 with Priority: HIGHEST for action security_group_rules [ 787.780357] env[62265]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: feb45f86-91e8-4a23-99fd-16253ca1bee4 with Priority: HIGHEST for action security_group_rules [ 787.783838] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock rules-feb45f86-91e8-4a23-99fd-16253ca1bee4 taken with stack trace [, , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 787.783838] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-feb45f86-91e8-4a23-99fd-16253ca1bee4" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 787.934724] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 1d636925-81ef-4505-94da-ef9018ef8702 [ 787.934909] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 787.935042] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 787.935108] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.935319] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 787.935411] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 787.935492] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:1d636925-81ef-4505-94da-ef9018ef8702 already deleted. [ 787.935572] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-1d636925-81ef-4505-94da-ef9018ef8702" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 788.011550] env[62265]: INFO networking_nsxv3.common.synchronization [req-e520469c-b640-4c33-b3b5-ebbdd940276c req-5f646624-844d-4495-81de-b7c938991fe2 tempest-ServersTestFqdnHostnames-602458550 tempest-ServersTestFqdnHostnames-602458550-project-member] Enqueued Resource ID: 6e771e24-a68b-413b-9410-7894918edfef with Priority: HIGHEST for action security_group_members [ 788.012209] env[62265]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6e771e24-a68b-413b-9410-7894918edfef with Priority: HIGHEST for action security_group_members [ 788.012801] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock member-6e771e24-a68b-413b-9410-7894918edfef taken with stack trace [, , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 788.012801] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6e771e24-a68b-413b-9410-7894918edfef" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 788.012801] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6e771e24-a68b-413b-9410-7894918edfef" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.012984] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6e771e24-a68b-413b-9410-7894918edfef" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 788.015824] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 788.017327] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 788.017327] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.017327] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 788.017327] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 788.017327] env[62265]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6e771e24-a68b-413b-9410-7894918edfef',) {} {{(pid=62265) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 788.118459] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock member-73170779-4669-46dd-a6f5-6360c02dd347 taken with stack trace [, , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 788.118459] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-73170779-4669-46dd-a6f5-6360c02dd347" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 788.118459] env[62265]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('73170779-4669-46dd-a6f5-6360c02dd347',) {} {{(pid=62265) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 788.118459] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port e205d169-3828-46f4-a4d3-e1df1e66421d with status ACTIVE [ 788.118459] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 788.118459] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 788.118459] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.118459] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 788.118459] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 788.118459] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 788.118459] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 788.119011] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.119011] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 788.119011] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 788.119011] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 788.122194] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 788.122194] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.122396] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 788.122502] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 788.122603] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: e205d169-3828-46f4-a4d3-e1df1e66421d is going to be updated. [ 788.154337] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 788.154337] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 788.154337] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.154337] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 788.154337] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 788.154337] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e205d169-3828-46f4-a4d3-e1df1e66421d" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 788.208978] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 788.209183] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 788.209234] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.209398] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 788.209525] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 788.209573] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: feb45f86-91e8-4a23-99fd-16253ca1bee4 already deleted. [ 788.209666] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-feb45f86-91e8-4a23-99fd-16253ca1bee4" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 788.209828] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-feb45f86-91e8-4a23-99fd-16253ca1bee4" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.209984] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-feb45f86-91e8-4a23-99fd-16253ca1bee4" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 788.211113] env[62265]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('feb45f86-91e8-4a23-99fd-16253ca1bee4',) {} {{(pid=62265) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 788.439373] env[62265]: DEBUG networking_nsxv3.common.locking [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Lock network-178 taken with stack trace [, , , , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 788.439559] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquiring lock "network-178" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 788.439879] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquired lock "network-178" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.440081] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquired external semaphore "network-178" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 788.440376] env[62265]: DEBUG networking_nsxv3.common.locking [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 788.440797] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquiring lock "Segment" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 788.441034] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquired lock "Segment" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.441377] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquired external semaphore "Segment" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 788.441631] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Releasing lock "Segment" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 788.442022] env[62265]: DEBUG dogpile.cache.region [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] No value present for key: 'zone-id' {{(pid=62265) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 788.442221] env[62265]: DEBUG dogpile.lock [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] NeedRegenerationException {{(pid=62265) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 788.442418] env[62265]: DEBUG dogpile.lock [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] no value, waiting for create lock {{(pid=62265) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 788.442608] env[62265]: DEBUG dogpile.lock [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] value creation lock acquired {{(pid=62265) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 788.442841] env[62265]: DEBUG dogpile.cache.region [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] No value present for key: 'zone-id' {{(pid=62265) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 788.442981] env[62265]: DEBUG dogpile.lock [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Calling creation function for not-yet-present value {{(pid=62265) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 788.443315] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 788.461569] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 788.461736] env[62265]: DEBUG dogpile.cache.region [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=62265) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 788.461900] env[62265]: DEBUG dogpile.lock [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Released creation lock {{(pid=62265) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 788.462106] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Releasing lock "network-178" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 788.462417] env[62265]: DEBUG networking_nsxv3.common.locking [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Lock port-9c7f8690-7287-4a49-a34d-e7b352d20cd3 taken with stack trace [, , , , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 788.462589] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquiring lock "port-9c7f8690-7287-4a49-a34d-e7b352d20cd3" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 788.463464] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquired lock "port-9c7f8690-7287-4a49-a34d-e7b352d20cd3" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.463870] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquired external semaphore "port-9c7f8690-7287-4a49-a34d-e7b352d20cd3" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 788.464057] env[62265]: DEBUG networking_nsxv3.api.rpc [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9c7f8690-7287-4a49-a34d-e7b352d20cd3',) {} {{(pid=62265) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 788.520185] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 788.520636] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 788.520636] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.520636] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 788.520770] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 788.520988] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 788.521072] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 788.521143] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.521507] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 788.521507] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 788.521507] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6e771e24-a68b-413b-9410-7894918edfef already deleted. [ 788.521507] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6e771e24-a68b-413b-9410-7894918edfef" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 788.626053] env[62265]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('73170779-4669-46dd-a6f5-6360c02dd347',) {} {{(pid=62265) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 788.683873] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: dc2ad724-10b0-47a3-8d65-dee712e865b1 in Status: SUCCESS [ 788.684155] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-dc2ad724-10b0-47a3-8d65-dee712e865b1" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 788.684324] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-dc2ad724-10b0-47a3-8d65-dee712e865b1" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.684534] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-dc2ad724-10b0-47a3-8d65-dee712e865b1" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 788.684720] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 788.684900] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 788.684900] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.685073] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 788.685154] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 788.685237] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-dc2ad724-10b0-47a3-8d65-dee712e865b1" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 788.685325] env[62265]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('dc2ad724-10b0-47a3-8d65-dee712e865b1',) {} {{(pid=62265) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 788.729233] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 788.729384] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 788.729448] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.729657] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 788.729746] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 788.729839] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: feb45f86-91e8-4a23-99fd-16253ca1bee4 already deleted. [ 788.729924] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-feb45f86-91e8-4a23-99fd-16253ca1bee4" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 788.967954] env[62265]: DEBUG networking_nsxv3.common.locking [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 788.968102] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquiring lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 788.968355] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquired lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.968641] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquired external semaphore "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 788.968787] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Releasing lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 788.968945] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Segment Port 9c7f8690-7287-4a49-a34d-e7b352d20cd3 not found, creating... [ 788.969263] env[62265]: DEBUG networking_nsxv3.common.locking [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 788.969430] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquiring lock "Segment" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 788.969550] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquired lock "Segment" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.969774] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquired external semaphore "Segment" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 788.969923] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Releasing lock "Segment" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 788.970610] env[62265]: DEBUG networking_nsxv3.common.locking [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 788.970610] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquiring lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 788.970610] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquired lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.971150] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquired external semaphore "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 788.971150] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Releasing lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 788.971150] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Resource: SegmentPort with ID: 9c7f8690-7287-4a49-a34d-e7b352d20cd3 is going to be created. [ 788.990838] env[62265]: DEBUG networking_nsxv3.common.locking [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 788.991073] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquiring lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 788.991171] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquired lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.991437] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquired external semaphore "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 788.991660] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Releasing lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 788.993126] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Releasing lock "port-9c7f8690-7287-4a49-a34d-e7b352d20cd3" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 789.131767] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.132017] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 789.132111] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.132419] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 789.132584] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 789.132776] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 73170779-4669-46dd-a6f5-6360c02dd347 is going to be created. [ 789.164982] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.165111] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 789.165111] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.165306] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 789.165465] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 789.174028] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 73170779-4669-46dd-a6f5-6360c02dd347 in Status: UNINITIALIZED for 2s [ 789.187433] env[62265]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('dc2ad724-10b0-47a3-8d65-dee712e865b1',) {} {{(pid=62265) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 789.690196] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for dc2ad724-10b0-47a3-8d65-dee712e865b1: rpc.has_security_group_logging(os_id): False [ 789.708082] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.708281] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 789.708351] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.708543] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 789.708635] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 789.708891] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.709244] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 789.709244] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.709369] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 789.709430] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 789.709479] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: dc2ad724-10b0-47a3-8d65-dee712e865b1 is going to be created. [ 789.779153] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.779431] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 789.779431] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.779589] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 789.779790] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 789.790254] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: dc2ad724-10b0-47a3-8d65-dee712e865b1 in Status: IN_PROGRESS for 2s [ 790.047486] env[62265]: INFO networking_nsxv3.common.synchronization [req-e520469c-b640-4c33-b3b5-ebbdd940276c req-72c26c0f-9fc5-4962-825b-595fb564d258 service nova] Enqueued Resource ID: 6e771e24-a68b-413b-9410-7894918edfef with Priority: HIGHEST for action security_group_rules [ 790.047579] env[62265]: INFO networking_nsxv3.common.synchronization [req-e520469c-b640-4c33-b3b5-ebbdd940276c req-72c26c0f-9fc5-4962-825b-595fb564d258 service nova] Enqueued Resource ID: 6e771e24-a68b-413b-9410-7894918edfef with Priority: HIGHEST for action security_group_members [ 790.047717] env[62265]: INFO networking_nsxv3.common.synchronization [req-e520469c-b640-4c33-b3b5-ebbdd940276c req-72c26c0f-9fc5-4962-825b-595fb564d258 service nova] Enqueued Resource ID: 9c7f8690-7287-4a49-a34d-e7b352d20cd3 with Priority: HIGHEST for action port [ 790.047947] env[62265]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6e771e24-a68b-413b-9410-7894918edfef with Priority: HIGHEST for action security_group_rules [ 790.048101] env[62265]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6e771e24-a68b-413b-9410-7894918edfef with Priority: HIGHEST for action security_group_members [ 790.048194] env[62265]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9c7f8690-7287-4a49-a34d-e7b352d20cd3 with Priority: HIGHEST for action port [ 790.051364] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock rules-6e771e24-a68b-413b-9410-7894918edfef taken with stack trace [, , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.051364] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-6e771e24-a68b-413b-9410-7894918edfef" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 790.051364] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-6e771e24-a68b-413b-9410-7894918edfef" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.051364] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-6e771e24-a68b-413b-9410-7894918edfef" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 790.051364] env[62265]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('6e771e24-a68b-413b-9410-7894918edfef',) {} {{(pid=62265) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 790.052121] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock member-6e771e24-a68b-413b-9410-7894918edfef taken with stack trace [, , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.052121] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6e771e24-a68b-413b-9410-7894918edfef" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 790.052246] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6e771e24-a68b-413b-9410-7894918edfef" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.053103] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6e771e24-a68b-413b-9410-7894918edfef" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 790.053103] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.053103] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 790.053103] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.053280] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 790.053280] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 790.053362] env[62265]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6e771e24-a68b-413b-9410-7894918edfef',) {} {{(pid=62265) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 790.056568] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock port-9c7f8690-7287-4a49-a34d-e7b352d20cd3 taken with stack trace [, , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.056678] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-9c7f8690-7287-4a49-a34d-e7b352d20cd3" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 790.056787] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-9c7f8690-7287-4a49-a34d-e7b352d20cd3" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.056951] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-9c7f8690-7287-4a49-a34d-e7b352d20cd3" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 790.057016] env[62265]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9c7f8690-7287-4a49-a34d-e7b352d20cd3',) {} {{(pid=62265) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 790.452162] env[62265]: INFO networking_nsxv3.common.synchronization [req-66a0126c-8336-4f19-b980-4206e3f03a70 req-606e074d-0005-4071-9ec2-300b00884a82 tempest-ListImageFiltersTestJSON-290688751 tempest-ListImageFiltersTestJSON-290688751-project-member] Enqueued Resource ID: 9154915d-163b-4210-b976-4a3d48ceb510 with Priority: HIGHEST for action security_group_members [ 790.452663] env[62265]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9154915d-163b-4210-b976-4a3d48ceb510 with Priority: HIGHEST for action security_group_members [ 790.452982] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock member-9154915d-163b-4210-b976-4a3d48ceb510 taken with stack trace [, , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.453167] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9154915d-163b-4210-b976-4a3d48ceb510" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 790.453211] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9154915d-163b-4210-b976-4a3d48ceb510" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.453430] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9154915d-163b-4210-b976-4a3d48ceb510" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 790.453586] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.453683] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 790.453743] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.453890] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 790.453977] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 790.454300] env[62265]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9154915d-163b-4210-b976-4a3d48ceb510',) {} {{(pid=62265) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 790.558385] env[62265]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('6e771e24-a68b-413b-9410-7894918edfef',) {} {{(pid=62265) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 790.559375] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock member-6e771e24-a68b-413b-9410-7894918edfef taken with stack trace [, , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.559508] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6e771e24-a68b-413b-9410-7894918edfef" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 790.565654] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 9c7f8690-7287-4a49-a34d-e7b352d20cd3 with status ACTIVE [ 790.565654] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.565654] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 790.565654] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.565654] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 790.565654] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 790.565654] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.565654] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 790.565654] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.566124] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 790.566124] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 790.566124] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.566124] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 790.566356] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.566356] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 790.566356] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 790.566455] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 9c7f8690-7287-4a49-a34d-e7b352d20cd3 is going to be updated. [ 790.587063] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.587401] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 790.587401] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.587553] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 790.587594] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 790.587759] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-9c7f8690-7287-4a49-a34d-e7b352d20cd3" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 790.771362] env[62265]: DEBUG networking_nsxv3.common.locking [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Lock network-443 taken with stack trace [, , , , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.771642] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquiring lock "network-443" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 790.771729] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquired lock "network-443" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.771974] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquired external semaphore "network-443" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 790.772292] env[62265]: DEBUG networking_nsxv3.common.locking [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.772365] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquiring lock "Segment" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 790.772477] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquired lock "Segment" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.772688] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquired external semaphore "Segment" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 790.772833] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Releasing lock "Segment" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 790.773560] env[62265]: DEBUG dogpile.cache.region [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] No value present for key: 'zone-id' {{(pid=62265) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 790.773722] env[62265]: DEBUG dogpile.lock [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] NeedRegenerationException {{(pid=62265) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 790.773839] env[62265]: DEBUG dogpile.lock [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] no value, waiting for create lock {{(pid=62265) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 790.773948] env[62265]: DEBUG dogpile.lock [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] value creation lock acquired {{(pid=62265) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 790.774070] env[62265]: DEBUG dogpile.cache.region [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] No value present for key: 'zone-id' {{(pid=62265) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 790.774171] env[62265]: DEBUG dogpile.lock [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Calling creation function for not-yet-present value {{(pid=62265) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 790.774303] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 790.794167] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 790.794327] env[62265]: DEBUG dogpile.cache.region [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=62265) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 790.794465] env[62265]: DEBUG dogpile.lock [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Released creation lock {{(pid=62265) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 790.794639] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Releasing lock "network-443" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 790.794936] env[62265]: DEBUG networking_nsxv3.common.locking [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Lock port-c06dd33c-4fb8-48cd-af67-4561bbc29f09 taken with stack trace [, , , , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.795118] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquiring lock "port-c06dd33c-4fb8-48cd-af67-4561bbc29f09" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 790.795235] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquired lock "port-c06dd33c-4fb8-48cd-af67-4561bbc29f09" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.795540] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquired external semaphore "port-c06dd33c-4fb8-48cd-af67-4561bbc29f09" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 790.795677] env[62265]: DEBUG networking_nsxv3.api.rpc [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c06dd33c-4fb8-48cd-af67-4561bbc29f09',) {} {{(pid=62265) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 790.956871] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.957086] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 790.957167] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.957398] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 790.957495] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 790.957711] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.957763] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 790.957867] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.957985] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 790.958093] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 790.958159] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9154915d-163b-4210-b976-4a3d48ceb510 already deleted. [ 790.958234] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9154915d-163b-4210-b976-4a3d48ceb510" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 791.061614] env[62265]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('6e771e24-a68b-413b-9410-7894918edfef',) {} {{(pid=62265) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 791.184872] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 73170779-4669-46dd-a6f5-6360c02dd347 in Status: SUCCESS [ 791.185158] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-73170779-4669-46dd-a6f5-6360c02dd347" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 791.185322] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-73170779-4669-46dd-a6f5-6360c02dd347" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.185577] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-73170779-4669-46dd-a6f5-6360c02dd347" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 791.185788] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.185951] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 791.186080] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.186292] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 791.186387] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 791.186476] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-73170779-4669-46dd-a6f5-6360c02dd347" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 791.186573] env[62265]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('73170779-4669-46dd-a6f5-6360c02dd347',) {} {{(pid=62265) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 791.297932] env[62265]: DEBUG networking_nsxv3.common.locking [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.298174] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquiring lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 791.298290] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquired lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.298992] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquired external semaphore "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 791.299165] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Releasing lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 791.299320] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Segment Port c06dd33c-4fb8-48cd-af67-4561bbc29f09 not found, creating... [ 791.299587] env[62265]: DEBUG networking_nsxv3.common.locking [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.299755] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquiring lock "Segment" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 791.299880] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquired lock "Segment" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.300125] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquired external semaphore "Segment" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 791.300264] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Releasing lock "Segment" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 791.300544] env[62265]: DEBUG networking_nsxv3.common.locking [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.301548] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquiring lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 791.301548] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquired lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.301548] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquired external semaphore "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 791.303416] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Releasing lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 791.304711] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Resource: SegmentPort with ID: c06dd33c-4fb8-48cd-af67-4561bbc29f09 is going to be created. [ 791.324364] env[62265]: DEBUG networking_nsxv3.common.locking [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.324595] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquiring lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 791.324748] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquired lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.325043] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquired external semaphore "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 791.325306] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Releasing lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 791.325563] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Releasing lock "port-c06dd33c-4fb8-48cd-af67-4561bbc29f09" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 791.563977] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.564284] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 791.564391] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.564646] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 791.564758] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 791.564889] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6e771e24-a68b-413b-9410-7894918edfef is going to be created. [ 791.591943] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.591943] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 791.591943] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.591943] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 791.591943] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 791.599278] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6e771e24-a68b-413b-9410-7894918edfef in Status: UNINITIALIZED for 2s [ 791.688859] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock member-73170779-4669-46dd-a6f5-6360c02dd347 taken with stack trace [, , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.689075] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-73170779-4669-46dd-a6f5-6360c02dd347" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 791.689157] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-73170779-4669-46dd-a6f5-6360c02dd347" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.689376] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-73170779-4669-46dd-a6f5-6360c02dd347" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 791.689548] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.689650] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 791.689849] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.690043] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 791.690138] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 791.690229] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-73170779-4669-46dd-a6f5-6360c02dd347" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 791.690418] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock member-73170779-4669-46dd-a6f5-6360c02dd347 taken with stack trace [, , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.690517] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-73170779-4669-46dd-a6f5-6360c02dd347" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 791.690574] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-73170779-4669-46dd-a6f5-6360c02dd347" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.690721] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-73170779-4669-46dd-a6f5-6360c02dd347" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 791.690860] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.690954] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 791.691022] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.691166] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 791.691240] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 791.691321] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-73170779-4669-46dd-a6f5-6360c02dd347" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 791.691410] env[62265]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('73170779-4669-46dd-a6f5-6360c02dd347',) {} {{(pid=62265) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 791.802595] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: dc2ad724-10b0-47a3-8d65-dee712e865b1 in Status: SUCCESS [ 791.802595] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-dc2ad724-10b0-47a3-8d65-dee712e865b1" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 792.195717] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 73170779-4669-46dd-a6f5-6360c02dd347: rpc.has_security_group_logging(os_id): False [ 792.222241] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.222241] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 792.222241] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.222241] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 792.222241] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 792.222241] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.222241] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 792.222241] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.222241] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 792.222241] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 792.222241] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.222241] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 792.222241] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.222241] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 792.222241] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 792.222877] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.223858] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 792.224323] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.224323] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 792.226725] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 792.226725] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 73170779-4669-46dd-a6f5-6360c02dd347 is going to be created. [ 792.296151] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.296360] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 792.296477] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.296883] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 792.296883] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 792.311136] env[62265]: INFO networking_nsxv3.common.synchronization [req-66a0126c-8336-4f19-b980-4206e3f03a70 req-411529f2-0a06-419b-948b-1e1237e63001 service nova] Enqueued Resource ID: 9154915d-163b-4210-b976-4a3d48ceb510 with Priority: HIGHEST for action security_group_rules [ 792.311358] env[62265]: INFO networking_nsxv3.common.synchronization [req-66a0126c-8336-4f19-b980-4206e3f03a70 req-411529f2-0a06-419b-948b-1e1237e63001 service nova] Enqueued Resource ID: 9154915d-163b-4210-b976-4a3d48ceb510 with Priority: HIGHEST for action security_group_members [ 792.311598] env[62265]: INFO networking_nsxv3.common.synchronization [req-66a0126c-8336-4f19-b980-4206e3f03a70 req-411529f2-0a06-419b-948b-1e1237e63001 service nova] Enqueued Resource ID: c06dd33c-4fb8-48cd-af67-4561bbc29f09 with Priority: HIGHEST for action port [ 792.313161] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 73170779-4669-46dd-a6f5-6360c02dd347 in Status: IN_PROGRESS for 2s [ 792.313450] env[62265]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9154915d-163b-4210-b976-4a3d48ceb510 with Priority: HIGHEST for action security_group_rules [ 792.313600] env[62265]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9154915d-163b-4210-b976-4a3d48ceb510 with Priority: HIGHEST for action security_group_members [ 792.313699] env[62265]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c06dd33c-4fb8-48cd-af67-4561bbc29f09 with Priority: HIGHEST for action port [ 792.314257] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock rules-9154915d-163b-4210-b976-4a3d48ceb510 taken with stack trace [, , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.314395] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-9154915d-163b-4210-b976-4a3d48ceb510" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 792.314471] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-9154915d-163b-4210-b976-4a3d48ceb510" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.314723] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-9154915d-163b-4210-b976-4a3d48ceb510" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 792.314816] env[62265]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('9154915d-163b-4210-b976-4a3d48ceb510',) {} {{(pid=62265) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 792.317885] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock member-9154915d-163b-4210-b976-4a3d48ceb510 taken with stack trace [, , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.318080] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9154915d-163b-4210-b976-4a3d48ceb510" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 792.318175] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9154915d-163b-4210-b976-4a3d48ceb510" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.318322] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9154915d-163b-4210-b976-4a3d48ceb510" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 792.318490] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.319031] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 792.319126] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.319292] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 792.319378] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 792.319476] env[62265]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9154915d-163b-4210-b976-4a3d48ceb510',) {} {{(pid=62265) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 792.320896] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock port-c06dd33c-4fb8-48cd-af67-4561bbc29f09 taken with stack trace [, , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.321057] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c06dd33c-4fb8-48cd-af67-4561bbc29f09" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 792.321139] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c06dd33c-4fb8-48cd-af67-4561bbc29f09" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.321263] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c06dd33c-4fb8-48cd-af67-4561bbc29f09" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 792.321357] env[62265]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c06dd33c-4fb8-48cd-af67-4561bbc29f09',) {} {{(pid=62265) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 792.328026] env[62265]: INFO networking_nsxv3.common.synchronization [req-5d496e48-7ef6-4711-9e74-06b3ee56893c req-7c2b115b-038d-482a-9d45-6ccb46c02916 tempest-AttachInterfacesV270Test-642796856 tempest-AttachInterfacesV270Test-642796856-project-member] Enqueued Resource ID: 5b0b0965-af30-419d-a7a1-35565c6f5c46 with Priority: HIGHEST for action security_group_members [ 792.328767] env[62265]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5b0b0965-af30-419d-a7a1-35565c6f5c46 with Priority: HIGHEST for action security_group_members [ 792.329407] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock member-5b0b0965-af30-419d-a7a1-35565c6f5c46 taken with stack trace [, , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.329528] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5b0b0965-af30-419d-a7a1-35565c6f5c46" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 792.329592] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5b0b0965-af30-419d-a7a1-35565c6f5c46" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.329792] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5b0b0965-af30-419d-a7a1-35565c6f5c46" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 792.329940] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.330049] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 792.330125] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.330255] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 792.330334] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 792.330425] env[62265]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5b0b0965-af30-419d-a7a1-35565c6f5c46',) {} {{(pid=62265) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 792.822046] env[62265]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('9154915d-163b-4210-b976-4a3d48ceb510',) {} {{(pid=62265) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 792.827719] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port c06dd33c-4fb8-48cd-af67-4561bbc29f09 with status ACTIVE [ 792.827719] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.827986] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 792.827986] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.828105] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 792.828155] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 792.828332] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.828479] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 792.828603] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.828708] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 792.828782] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 792.828973] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.829445] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 792.830282] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.830282] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 792.830282] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 792.830282] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: c06dd33c-4fb8-48cd-af67-4561bbc29f09 is going to be updated. [ 792.832905] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock member-9154915d-163b-4210-b976-4a3d48ceb510 taken with stack trace [, , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.832905] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9154915d-163b-4210-b976-4a3d48ceb510" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 792.837044] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.837044] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 792.837044] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.837044] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 792.837044] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 792.837044] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.837044] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 792.837044] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.837044] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 792.837044] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 792.837044] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5b0b0965-af30-419d-a7a1-35565c6f5c46 is going to be updated. [ 792.856145] env[62265]: INFO networking_nsxv3.common.synchronization [None req-c31b4c7a-979b-4ba0-9fa0-8fcdf18e7f95 tempest-ImagesOneServerNegativeTestJSON-43880012 tempest-ImagesOneServerNegativeTestJSON-43880012-project-member] Enqueued Resource ID: b26fddb7-64cd-4889-a09b-9a41da1710b0 with Priority: HIGHEST for action security_group_rules [ 792.858161] env[62265]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b26fddb7-64cd-4889-a09b-9a41da1710b0 with Priority: HIGHEST for action security_group_rules [ 792.859486] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b26fddb7-64cd-4889-a09b-9a41da1710b0 taken with stack trace [, , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.861166] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b26fddb7-64cd-4889-a09b-9a41da1710b0" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 792.861166] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b26fddb7-64cd-4889-a09b-9a41da1710b0" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.861166] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b26fddb7-64cd-4889-a09b-9a41da1710b0" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 792.861166] env[62265]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b26fddb7-64cd-4889-a09b-9a41da1710b0',) {} {{(pid=62265) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 792.864454] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.864454] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 792.864666] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.864747] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 792.864940] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 792.865683] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c06dd33c-4fb8-48cd-af67-4561bbc29f09" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 792.869703] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.869703] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 792.869703] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.869703] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 792.869703] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 792.880249] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5b0b0965-af30-419d-a7a1-35565c6f5c46 in Status: IN_PROGRESS for 2s [ 793.002173] env[62265]: INFO networking_nsxv3.common.synchronization [None req-6c237696-5fe6-42e5-a64c-ab3fb396abec tempest-ImagesOneServerNegativeTestJSON-43880012 tempest-ImagesOneServerNegativeTestJSON-43880012-project-member] Enqueued Resource ID: b26fddb7-64cd-4889-a09b-9a41da1710b0 with Priority: HIGHEST for action security_group_rules [ 793.003333] env[62265]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b26fddb7-64cd-4889-a09b-9a41da1710b0 with Priority: HIGHEST for action security_group_rules [ 793.003333] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b26fddb7-64cd-4889-a09b-9a41da1710b0 taken with stack trace [, , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 793.003333] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b26fddb7-64cd-4889-a09b-9a41da1710b0" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 793.334048] env[62265]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('9154915d-163b-4210-b976-4a3d48ceb510',) {} {{(pid=62265) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 793.387290] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 793.387426] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 793.387484] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.388104] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 793.388104] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 793.388255] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b26fddb7-64cd-4889-a09b-9a41da1710b0 already deleted. [ 793.388255] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b26fddb7-64cd-4889-a09b-9a41da1710b0" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 793.389188] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b26fddb7-64cd-4889-a09b-9a41da1710b0" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.389400] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b26fddb7-64cd-4889-a09b-9a41da1710b0" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 793.389486] env[62265]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b26fddb7-64cd-4889-a09b-9a41da1710b0',) {} {{(pid=62265) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 793.609066] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6e771e24-a68b-413b-9410-7894918edfef in Status: SUCCESS [ 793.610740] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6e771e24-a68b-413b-9410-7894918edfef" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 793.610740] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6e771e24-a68b-413b-9410-7894918edfef" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.610740] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6e771e24-a68b-413b-9410-7894918edfef" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 793.610740] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 793.610740] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 793.610740] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.610740] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 793.610740] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 793.610740] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6e771e24-a68b-413b-9410-7894918edfef" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 793.611603] env[62265]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('6e771e24-a68b-413b-9410-7894918edfef',) {} {{(pid=62265) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 793.837910] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 793.838297] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 793.838297] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.838435] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 793.838435] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 793.838540] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9154915d-163b-4210-b976-4a3d48ceb510 is going to be created. [ 793.859344] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 793.859499] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 793.859543] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.859766] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 793.859957] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 793.867971] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9154915d-163b-4210-b976-4a3d48ceb510 in Status: UNINITIALIZED for 2s [ 793.924860] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 793.925103] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 793.925103] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.925322] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 793.925413] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 793.925508] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b26fddb7-64cd-4889-a09b-9a41da1710b0 already deleted. [ 793.925589] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b26fddb7-64cd-4889-a09b-9a41da1710b0" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 794.113152] env[62265]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('6e771e24-a68b-413b-9410-7894918edfef',) {} {{(pid=62265) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 794.325392] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 73170779-4669-46dd-a6f5-6360c02dd347 in Status: SUCCESS [ 794.325698] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-73170779-4669-46dd-a6f5-6360c02dd347" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 794.615476] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 6e771e24-a68b-413b-9410-7894918edfef: rpc.has_security_group_logging(os_id): False [ 794.635666] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 794.635813] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 794.635884] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.636131] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 794.636230] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 794.636477] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 794.636573] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 794.636633] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.636788] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 794.636872] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 794.636964] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 6e771e24-a68b-413b-9410-7894918edfef is going to be created. [ 794.699333] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 794.699532] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 794.699532] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.700463] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 794.700753] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 794.715679] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 6e771e24-a68b-413b-9410-7894918edfef in Status: IN_PROGRESS for 2s [ 794.892635] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5b0b0965-af30-419d-a7a1-35565c6f5c46 in Status: SUCCESS [ 794.892635] env[62265]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5b0b0965-af30-419d-a7a1-35565c6f5c46 deletion is rescheduled due to dependency. [ 794.892962] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5b0b0965-af30-419d-a7a1-35565c6f5c46" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 795.880029] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9154915d-163b-4210-b976-4a3d48ceb510 in Status: SUCCESS [ 795.880270] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9154915d-163b-4210-b976-4a3d48ceb510" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 795.880584] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9154915d-163b-4210-b976-4a3d48ceb510" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.880698] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9154915d-163b-4210-b976-4a3d48ceb510" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 795.880878] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 795.880992] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 795.881062] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.881234] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 795.881345] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 795.881823] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9154915d-163b-4210-b976-4a3d48ceb510" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 795.881823] env[62265]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('9154915d-163b-4210-b976-4a3d48ceb510',) {} {{(pid=62265) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 796.386131] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock member-9154915d-163b-4210-b976-4a3d48ceb510 taken with stack trace [, , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 796.386599] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9154915d-163b-4210-b976-4a3d48ceb510" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 796.386599] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9154915d-163b-4210-b976-4a3d48ceb510" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.386713] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9154915d-163b-4210-b976-4a3d48ceb510" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 796.386919] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 796.387062] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 796.387135] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.387350] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 796.387463] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 796.387573] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9154915d-163b-4210-b976-4a3d48ceb510" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 796.387762] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock member-9154915d-163b-4210-b976-4a3d48ceb510 taken with stack trace [, , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 796.387872] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9154915d-163b-4210-b976-4a3d48ceb510" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 796.387945] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9154915d-163b-4210-b976-4a3d48ceb510" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.388169] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9154915d-163b-4210-b976-4a3d48ceb510" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 796.388369] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 796.388415] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 796.388476] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.388648] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 796.388699] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 796.388854] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9154915d-163b-4210-b976-4a3d48ceb510" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 796.388948] env[62265]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('9154915d-163b-4210-b976-4a3d48ceb510',) {} {{(pid=62265) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 796.729311] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 6e771e24-a68b-413b-9410-7894918edfef in Status: SUCCESS [ 796.729548] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-6e771e24-a68b-413b-9410-7894918edfef" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 796.895299] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 9154915d-163b-4210-b976-4a3d48ceb510: rpc.has_security_group_logging(os_id): False [ 796.917214] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 796.917689] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 796.917845] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.918094] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 796.918194] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 796.918404] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 796.918514] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 796.918577] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.918751] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 796.918868] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 796.919100] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 796.919331] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 796.919331] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.919398] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 796.919528] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 796.919648] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 796.919786] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 796.920919] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.921203] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 796.921325] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 796.921468] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 9154915d-163b-4210-b976-4a3d48ceb510 is going to be created. [ 796.990456] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 796.990712] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 796.990712] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.990887] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 796.991117] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 797.001502] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 9154915d-163b-4210-b976-4a3d48ceb510 in Status: IN_PROGRESS for 2s [ 797.896685] env[62265]: INFO networking_nsxv3.common.synchronization [req-edce5a73-d556-46ab-8e3e-64b93df821ea req-21428523-bcf4-463a-9318-0b34a81a95d5 tempest-ListImageFiltersTestJSON-290688751 tempest-ListImageFiltersTestJSON-290688751-project-member] Enqueued Resource ID: 9154915d-163b-4210-b976-4a3d48ceb510 with Priority: HIGHEST for action security_group_members [ 797.896685] env[62265]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9154915d-163b-4210-b976-4a3d48ceb510 with Priority: HIGHEST for action security_group_members [ 797.896685] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock member-9154915d-163b-4210-b976-4a3d48ceb510 taken with stack trace [, , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 797.896685] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9154915d-163b-4210-b976-4a3d48ceb510" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 797.896685] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9154915d-163b-4210-b976-4a3d48ceb510" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.896685] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9154915d-163b-4210-b976-4a3d48ceb510" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 797.896685] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 797.896685] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 797.896685] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.900621] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 797.900621] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 797.900621] env[62265]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9154915d-163b-4210-b976-4a3d48ceb510',) {} {{(pid=62265) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 797.975253] env[62265]: INFO networking_nsxv3.common.synchronization [None req-0932c321-7124-4ec9-b7dd-1abda682e5bb None None] Enqueued Resource ID: 97efe7b1-cbf5-40ed-826e-5b133c63e2a6 with Priority: HIGHEST for action port [ 797.975762] env[62265]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 97efe7b1-cbf5-40ed-826e-5b133c63e2a6 with Priority: HIGHEST for action port [ 797.977606] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock port-97efe7b1-cbf5-40ed-826e-5b133c63e2a6 taken with stack trace [, , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 797.977606] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-97efe7b1-cbf5-40ed-826e-5b133c63e2a6" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 797.977606] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-97efe7b1-cbf5-40ed-826e-5b133c63e2a6" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.977606] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-97efe7b1-cbf5-40ed-826e-5b133c63e2a6" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 797.977606] env[62265]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('97efe7b1-cbf5-40ed-826e-5b133c63e2a6',) {} {{(pid=62265) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 798.403495] env[62265]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('9154915d-163b-4210-b976-4a3d48ceb510',) {} {{(pid=62265) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 798.457236] env[62265]: DEBUG networking_nsxv3.common.locking [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Lock network-443 taken with stack trace [, , , , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.457236] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquiring lock "network-443" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 798.457236] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquired lock "network-443" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.457236] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquired external semaphore "network-443" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 798.457236] env[62265]: DEBUG networking_nsxv3.common.locking [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.457236] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquiring lock "Segment" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 798.457236] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquired lock "Segment" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.457236] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquired external semaphore "Segment" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 798.457236] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Releasing lock "Segment" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 798.457741] env[62265]: DEBUG dogpile.cache.region [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] No value present for key: 'zone-id' {{(pid=62265) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 798.457741] env[62265]: DEBUG dogpile.lock [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] NeedRegenerationException {{(pid=62265) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 798.458313] env[62265]: DEBUG dogpile.lock [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] no value, waiting for create lock {{(pid=62265) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 798.458313] env[62265]: DEBUG dogpile.lock [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] value creation lock acquired {{(pid=62265) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 798.458313] env[62265]: DEBUG dogpile.cache.region [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] No value present for key: 'zone-id' {{(pid=62265) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 798.458313] env[62265]: DEBUG dogpile.lock [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Calling creation function for not-yet-present value {{(pid=62265) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 798.458522] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 798.478478] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 798.478478] env[62265]: DEBUG dogpile.cache.region [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=62265) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 798.478745] env[62265]: DEBUG dogpile.lock [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Released creation lock {{(pid=62265) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 798.478794] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Releasing lock "network-443" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 798.479147] env[62265]: DEBUG networking_nsxv3.common.locking [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Lock port-4e0263b3-7a6b-445f-9135-a07796aea314 taken with stack trace [, , , , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.479338] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquiring lock "port-4e0263b3-7a6b-445f-9135-a07796aea314" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 798.479482] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquired lock "port-4e0263b3-7a6b-445f-9135-a07796aea314" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.479824] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquired external semaphore "port-4e0263b3-7a6b-445f-9135-a07796aea314" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 798.480024] env[62265]: DEBUG networking_nsxv3.api.rpc [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4e0263b3-7a6b-445f-9135-a07796aea314',) {} {{(pid=62265) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 798.480907] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 97efe7b1-cbf5-40ed-826e-5b133c63e2a6 [ 798.481097] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.481283] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 798.481283] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.481973] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 798.482073] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 798.485031] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:97efe7b1-cbf5-40ed-826e-5b133c63e2a6 already deleted. [ 798.485031] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-97efe7b1-cbf5-40ed-826e-5b133c63e2a6" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 798.906619] env[62265]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('9154915d-163b-4210-b976-4a3d48ceb510',) {} {{(pid=62265) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 798.985208] env[62265]: DEBUG networking_nsxv3.common.locking [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.985208] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquiring lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 798.985208] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquired lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.985399] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquired external semaphore "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 798.985399] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Releasing lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 798.985742] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Segment Port 4e0263b3-7a6b-445f-9135-a07796aea314 not found, creating... [ 798.985824] env[62265]: DEBUG networking_nsxv3.common.locking [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.985970] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquiring lock "Segment" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 798.986072] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquired lock "Segment" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.987580] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquired external semaphore "Segment" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 798.988519] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Releasing lock "Segment" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 798.988519] env[62265]: DEBUG networking_nsxv3.common.locking [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.991640] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquiring lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 798.991829] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquired lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.992302] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquired external semaphore "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 798.992380] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Releasing lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 798.992491] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Resource: SegmentPort with ID: 4e0263b3-7a6b-445f-9135-a07796aea314 is going to be created. [ 799.014081] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 9154915d-163b-4210-b976-4a3d48ceb510 in Status: SUCCESS [ 799.014081] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-9154915d-163b-4210-b976-4a3d48ceb510" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 799.019057] env[62265]: DEBUG networking_nsxv3.common.locking [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 799.019057] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquiring lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 799.019057] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquired lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.019057] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquired external semaphore "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 799.019057] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Releasing lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 799.019057] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Releasing lock "port-4e0263b3-7a6b-445f-9135-a07796aea314" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 799.415472] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 799.415472] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 799.415472] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.415472] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 799.415472] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 799.415472] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9154915d-163b-4210-b976-4a3d48ceb510 is going to be updated. [ 799.443611] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 799.443787] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 799.443853] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.444134] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 799.444447] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 799.454855] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9154915d-163b-4210-b976-4a3d48ceb510 in Status: IN_PROGRESS for 2s [ 799.816545] env[62265]: INFO networking_nsxv3.common.synchronization [req-d3d8355b-a636-4658-bdcc-6a069f088903 req-0abb5fa2-c4d0-4ebb-b3d0-2583606c43cd tempest-TenantUsagesTestJSON-842459990 tempest-TenantUsagesTestJSON-842459990-project-member] Enqueued Resource ID: 73170779-4669-46dd-a6f5-6360c02dd347 with Priority: HIGHEST for action security_group_members [ 799.816545] env[62265]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 73170779-4669-46dd-a6f5-6360c02dd347 with Priority: HIGHEST for action security_group_members [ 799.816545] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock member-73170779-4669-46dd-a6f5-6360c02dd347 taken with stack trace [, , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 799.816545] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-73170779-4669-46dd-a6f5-6360c02dd347" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 799.816545] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-73170779-4669-46dd-a6f5-6360c02dd347" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.816545] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-73170779-4669-46dd-a6f5-6360c02dd347" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 799.816545] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 799.816545] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 799.816889] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.816889] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 799.816889] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 799.817017] env[62265]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('73170779-4669-46dd-a6f5-6360c02dd347',) {} {{(pid=62265) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 800.117630] env[62265]: INFO networking_nsxv3.common.synchronization [req-edce5a73-d556-46ab-8e3e-64b93df821ea req-c2b94085-7736-4686-bda8-2313202ce2ac service nova] Enqueued Resource ID: 9154915d-163b-4210-b976-4a3d48ceb510 with Priority: HIGHEST for action security_group_rules [ 800.117894] env[62265]: INFO networking_nsxv3.common.synchronization [req-edce5a73-d556-46ab-8e3e-64b93df821ea req-c2b94085-7736-4686-bda8-2313202ce2ac service nova] Enqueued Resource ID: 9154915d-163b-4210-b976-4a3d48ceb510 with Priority: HIGHEST for action security_group_members [ 800.117894] env[62265]: INFO networking_nsxv3.common.synchronization [req-edce5a73-d556-46ab-8e3e-64b93df821ea req-c2b94085-7736-4686-bda8-2313202ce2ac service nova] Enqueued Resource ID: 4e0263b3-7a6b-445f-9135-a07796aea314 with Priority: HIGHEST for action port [ 800.118637] env[62265]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9154915d-163b-4210-b976-4a3d48ceb510 with Priority: HIGHEST for action security_group_rules [ 800.118637] env[62265]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9154915d-163b-4210-b976-4a3d48ceb510 with Priority: HIGHEST for action security_group_members [ 800.118637] env[62265]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4e0263b3-7a6b-445f-9135-a07796aea314 with Priority: HIGHEST for action port [ 800.119121] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock rules-9154915d-163b-4210-b976-4a3d48ceb510 taken with stack trace [, , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 800.119490] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-9154915d-163b-4210-b976-4a3d48ceb510" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 800.119608] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-9154915d-163b-4210-b976-4a3d48ceb510" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.119884] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-9154915d-163b-4210-b976-4a3d48ceb510" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 800.119966] env[62265]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('9154915d-163b-4210-b976-4a3d48ceb510',) {} {{(pid=62265) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 800.120898] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock member-9154915d-163b-4210-b976-4a3d48ceb510 taken with stack trace [, , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 800.120973] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9154915d-163b-4210-b976-4a3d48ceb510" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 800.121211] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock port-4e0263b3-7a6b-445f-9135-a07796aea314 taken with stack trace [, , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 800.121349] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-4e0263b3-7a6b-445f-9135-a07796aea314" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 800.121433] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-4e0263b3-7a6b-445f-9135-a07796aea314" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.121634] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-4e0263b3-7a6b-445f-9135-a07796aea314" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 800.121735] env[62265]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4e0263b3-7a6b-445f-9135-a07796aea314',) {} {{(pid=62265) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 800.321818] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 800.321818] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 800.321818] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.321818] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 800.321818] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 800.321818] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 800.321818] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 800.321818] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.321818] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 800.321818] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 800.321818] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 73170779-4669-46dd-a6f5-6360c02dd347 is going to be updated. [ 800.346981] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 800.346981] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 800.346981] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.346981] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 800.346981] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 800.353931] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 73170779-4669-46dd-a6f5-6360c02dd347 in Status: IN_PROGRESS for 2s [ 800.499520] env[62265]: INFO networking_nsxv3.common.synchronization [None req-a0a388f0-3724-49bb-b4b2-e0a0764389bb None None] Enqueued Resource ID: 578204a8-b350-4897-a7b6-26475a716d58 with Priority: HIGHEST for action port [ 800.499520] env[62265]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 578204a8-b350-4897-a7b6-26475a716d58 with Priority: HIGHEST for action port [ 800.499520] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock port-578204a8-b350-4897-a7b6-26475a716d58 taken with stack trace [, , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 800.499520] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-578204a8-b350-4897-a7b6-26475a716d58" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 800.499520] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-578204a8-b350-4897-a7b6-26475a716d58" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.499520] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-578204a8-b350-4897-a7b6-26475a716d58" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 800.499916] env[62265]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('578204a8-b350-4897-a7b6-26475a716d58',) {} {{(pid=62265) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 800.626296] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock member-9154915d-163b-4210-b976-4a3d48ceb510 taken with stack trace [, , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 800.626296] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9154915d-163b-4210-b976-4a3d48ceb510" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 800.626296] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 4e0263b3-7a6b-445f-9135-a07796aea314 with status ACTIVE [ 800.626296] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 800.626296] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 800.626296] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.626553] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 800.626553] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 800.626654] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 800.626654] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 800.626737] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.626853] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 800.626925] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 800.627107] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 800.630553] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 800.630553] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.630553] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 800.630553] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 800.630553] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 4e0263b3-7a6b-445f-9135-a07796aea314 is going to be updated. [ 800.648356] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 800.648490] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 800.648748] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.648748] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 800.648886] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 800.649055] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-4e0263b3-7a6b-445f-9135-a07796aea314" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 801.001258] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 578204a8-b350-4897-a7b6-26475a716d58 [ 801.001490] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 801.001599] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 801.001664] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.001866] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 801.002031] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 801.002129] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:578204a8-b350-4897-a7b6-26475a716d58 already deleted. [ 801.003739] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-578204a8-b350-4897-a7b6-26475a716d58" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 801.464468] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9154915d-163b-4210-b976-4a3d48ceb510 in Status: SUCCESS [ 801.464731] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9154915d-163b-4210-b976-4a3d48ceb510" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 801.464858] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9154915d-163b-4210-b976-4a3d48ceb510" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.465090] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9154915d-163b-4210-b976-4a3d48ceb510" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 801.465271] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 801.465389] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 801.465454] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.465603] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 801.465684] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 801.465779] env[62265]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9154915d-163b-4210-b976-4a3d48ceb510',) {} {{(pid=62265) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 801.968305] env[62265]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('9154915d-163b-4210-b976-4a3d48ceb510',) {} {{(pid=62265) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 802.363098] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 73170779-4669-46dd-a6f5-6360c02dd347 in Status: SUCCESS [ 802.363296] env[62265]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 73170779-4669-46dd-a6f5-6360c02dd347 deletion is rescheduled due to dependency. [ 802.363410] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-73170779-4669-46dd-a6f5-6360c02dd347" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 802.471276] env[62265]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('9154915d-163b-4210-b976-4a3d48ceb510',) {} {{(pid=62265) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 802.976155] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 802.976155] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 802.976155] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.976155] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 802.976155] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 802.976155] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9154915d-163b-4210-b976-4a3d48ceb510 is going to be updated. [ 803.003048] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 803.003048] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 803.003048] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 803.003048] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 803.003048] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 803.018704] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9154915d-163b-4210-b976-4a3d48ceb510 in Status: IN_PROGRESS for 2s [ 804.602465] env[62265]: INFO networking_nsxv3.common.synchronization [req-a7b23c49-5f72-404f-8828-aaf007a08ffd req-cb24a4ed-d10f-47c7-ad7d-10dab3d81f3b tempest-ListServerFiltersTestJSON-218262020 tempest-ListServerFiltersTestJSON-218262020-project-member] Enqueued Resource ID: e0077c22-f917-4c69-afe4-010a0e0b6642 with Priority: HIGHEST for action security_group_members [ 804.603026] env[62265]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e0077c22-f917-4c69-afe4-010a0e0b6642 with Priority: HIGHEST for action security_group_members [ 804.603388] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock member-e0077c22-f917-4c69-afe4-010a0e0b6642 taken with stack trace [, , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 804.603508] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e0077c22-f917-4c69-afe4-010a0e0b6642" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 804.603577] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e0077c22-f917-4c69-afe4-010a0e0b6642" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 804.603772] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e0077c22-f917-4c69-afe4-010a0e0b6642" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 804.603922] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 804.604028] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 804.604116] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 804.604281] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 804.604413] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 804.604464] env[62265]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e0077c22-f917-4c69-afe4-010a0e0b6642',) {} {{(pid=62265) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 805.030531] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9154915d-163b-4210-b976-4a3d48ceb510 in Status: SUCCESS [ 805.030761] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9154915d-163b-4210-b976-4a3d48ceb510" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 805.030924] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9154915d-163b-4210-b976-4a3d48ceb510" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.031160] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9154915d-163b-4210-b976-4a3d48ceb510" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 805.031346] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 805.031460] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 805.031525] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.031675] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 805.031754] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 805.031838] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9154915d-163b-4210-b976-4a3d48ceb510" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 805.031959] env[62265]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('9154915d-163b-4210-b976-4a3d48ceb510',) {} {{(pid=62265) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 805.106674] env[62265]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('e0077c22-f917-4c69-afe4-010a0e0b6642',) {} {{(pid=62265) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 805.534034] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock member-9154915d-163b-4210-b976-4a3d48ceb510 taken with stack trace [, , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 805.534153] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9154915d-163b-4210-b976-4a3d48ceb510" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 805.534203] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9154915d-163b-4210-b976-4a3d48ceb510" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.534576] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9154915d-163b-4210-b976-4a3d48ceb510" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 805.534576] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 805.534701] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 805.534701] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.534824] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 805.535473] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 805.535473] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9154915d-163b-4210-b976-4a3d48ceb510" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 805.535473] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock member-9154915d-163b-4210-b976-4a3d48ceb510 taken with stack trace [, , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 805.535473] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9154915d-163b-4210-b976-4a3d48ceb510" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 805.535473] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9154915d-163b-4210-b976-4a3d48ceb510" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.535473] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9154915d-163b-4210-b976-4a3d48ceb510" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 805.535714] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 805.535714] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 805.535714] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.535843] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 805.535915] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 805.536011] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9154915d-163b-4210-b976-4a3d48ceb510" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 805.536103] env[62265]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('9154915d-163b-4210-b976-4a3d48ceb510',) {} {{(pid=62265) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 805.608694] env[62265]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('e0077c22-f917-4c69-afe4-010a0e0b6642',) {} {{(pid=62265) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 806.041024] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 9154915d-163b-4210-b976-4a3d48ceb510: rpc.has_security_group_logging(os_id): False [ 806.057453] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 806.059925] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 806.059925] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.059925] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 806.059925] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 806.059925] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 806.059925] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 806.059925] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.059925] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 806.059925] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 806.059925] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 806.059925] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 806.059925] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.059925] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 806.059925] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 806.060543] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 806.060543] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 806.060543] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.060543] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 806.060543] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 806.060543] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 9154915d-163b-4210-b976-4a3d48ceb510 is going to be updated. [ 806.115349] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 806.115495] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 806.115569] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.115786] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 806.115935] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 806.117163] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 806.117282] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 806.117334] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.117497] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 806.117577] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 806.117666] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e0077c22-f917-4c69-afe4-010a0e0b6642 is going to be updated. [ 806.138182] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 9154915d-163b-4210-b976-4a3d48ceb510 in Status: IN_PROGRESS for 2s [ 806.267291] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 806.267411] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 806.267411] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.267619] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 806.267766] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 806.282852] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e0077c22-f917-4c69-afe4-010a0e0b6642 in Status: IN_PROGRESS for 2s [ 807.737231] env[62265]: INFO networking_nsxv3.common.synchronization [req-05c2d1be-ce98-4df9-862a-59ec9f9d5c60 req-ea60e7f9-53fa-4992-81bb-267a5c7a8e14 tempest-ServersTestMultiNic-567928863 tempest-ServersTestMultiNic-567928863-project-member] Enqueued Resource ID: 873fdedf-ec9e-4860-ad86-da30e356f9d8 with Priority: HIGHEST for action security_group_members [ 807.737231] env[62265]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 873fdedf-ec9e-4860-ad86-da30e356f9d8 with Priority: HIGHEST for action security_group_members [ 807.737231] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock member-873fdedf-ec9e-4860-ad86-da30e356f9d8 taken with stack trace [, , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.737231] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-873fdedf-ec9e-4860-ad86-da30e356f9d8" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 807.737231] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-873fdedf-ec9e-4860-ad86-da30e356f9d8" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.737231] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-873fdedf-ec9e-4860-ad86-da30e356f9d8" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 807.737231] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.737231] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 807.737231] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.737231] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 807.737231] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 807.737231] env[62265]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('873fdedf-ec9e-4860-ad86-da30e356f9d8',) {} {{(pid=62265) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 808.152732] env[62265]: INFO networking_nsxv3.common.synchronization [req-05c2d1be-ce98-4df9-862a-59ec9f9d5c60 req-5f8eb8fb-a21f-443d-9680-8b69f66c63eb tempest-ServersTestMultiNic-567928863 tempest-ServersTestMultiNic-567928863-project-member] Enqueued Resource ID: 873fdedf-ec9e-4860-ad86-da30e356f9d8 with Priority: HIGHEST for action security_group_members [ 808.153208] env[62265]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 873fdedf-ec9e-4860-ad86-da30e356f9d8 with Priority: HIGHEST for action security_group_members [ 808.153504] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock member-873fdedf-ec9e-4860-ad86-da30e356f9d8 taken with stack trace [, , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 808.153608] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-873fdedf-ec9e-4860-ad86-da30e356f9d8" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 808.156275] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 9154915d-163b-4210-b976-4a3d48ceb510 in Status: SUCCESS [ 808.156481] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-9154915d-163b-4210-b976-4a3d48ceb510" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 808.240970] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 808.241172] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 808.241256] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.241564] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 808.243471] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 808.243471] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 808.243471] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 808.243471] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.243471] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 808.243471] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 808.243471] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 873fdedf-ec9e-4860-ad86-da30e356f9d8 is going to be updated. [ 808.265350] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 808.265529] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 808.265601] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.265739] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 808.265879] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 808.275869] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 873fdedf-ec9e-4860-ad86-da30e356f9d8 in Status: IN_PROGRESS for 2s [ 808.290302] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e0077c22-f917-4c69-afe4-010a0e0b6642 in Status: SUCCESS [ 808.290567] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e0077c22-f917-4c69-afe4-010a0e0b6642" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 808.639774] env[62265]: DEBUG networking_nsxv3.common.locking [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Lock network-574 taken with stack trace [, , , , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 808.640089] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquiring lock "network-574" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 808.640299] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquired lock "network-574" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.640735] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquired external semaphore "network-574" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 808.641140] env[62265]: DEBUG networking_nsxv3.common.locking [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 808.641392] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquiring lock "Segment" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 808.642064] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquired lock "Segment" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.642064] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquired external semaphore "Segment" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 808.642206] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Releasing lock "Segment" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 808.642519] env[62265]: DEBUG dogpile.cache.region [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] No value present for key: 'zone-id' {{(pid=62265) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 808.642711] env[62265]: DEBUG dogpile.lock [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] NeedRegenerationException {{(pid=62265) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 808.642892] env[62265]: DEBUG dogpile.lock [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] no value, waiting for create lock {{(pid=62265) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 808.643093] env[62265]: DEBUG dogpile.lock [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] value creation lock acquired {{(pid=62265) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 808.643300] env[62265]: DEBUG dogpile.cache.region [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] No value present for key: 'zone-id' {{(pid=62265) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 808.643489] env[62265]: DEBUG dogpile.lock [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Calling creation function for not-yet-present value {{(pid=62265) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 808.643705] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 808.662369] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 808.662616] env[62265]: DEBUG dogpile.cache.region [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=62265) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 808.662837] env[62265]: DEBUG dogpile.lock [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Released creation lock {{(pid=62265) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 808.663129] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Releasing lock "network-574" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 808.663580] env[62265]: DEBUG networking_nsxv3.common.locking [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Lock port-4a51360c-953a-46e4-9652-f760a8bcd53c taken with stack trace [, , , , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 808.663847] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquiring lock "port-4a51360c-953a-46e4-9652-f760a8bcd53c" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 808.664061] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquired lock "port-4a51360c-953a-46e4-9652-f760a8bcd53c" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.664505] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquired external semaphore "port-4a51360c-953a-46e4-9652-f760a8bcd53c" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 808.664729] env[62265]: DEBUG networking_nsxv3.api.rpc [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4a51360c-953a-46e4-9652-f760a8bcd53c',) {} {{(pid=62265) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 809.167727] env[62265]: DEBUG networking_nsxv3.common.locking [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 809.168045] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquiring lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 809.168045] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquired lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 809.168257] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquired external semaphore "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 809.168407] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Releasing lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 809.168616] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Segment Port 4a51360c-953a-46e4-9652-f760a8bcd53c not found, creating... [ 809.168904] env[62265]: DEBUG networking_nsxv3.common.locking [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 809.169073] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquiring lock "Segment" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 809.169198] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquired lock "Segment" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 809.169418] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquired external semaphore "Segment" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 809.169541] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Releasing lock "Segment" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 809.169819] env[62265]: DEBUG networking_nsxv3.common.locking [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 809.170036] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquiring lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 809.170175] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquired lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 809.170381] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquired external semaphore "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 809.170512] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Releasing lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 809.170649] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Resource: SegmentPort with ID: 4a51360c-953a-46e4-9652-f760a8bcd53c is going to be created. [ 809.205481] env[62265]: DEBUG networking_nsxv3.common.locking [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 809.205724] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquiring lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 809.205812] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquired lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 809.206062] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquired external semaphore "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 809.206442] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Releasing lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 809.206766] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Releasing lock "port-4a51360c-953a-46e4-9652-f760a8bcd53c" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 810.099644] env[62265]: INFO networking_nsxv3.common.synchronization [req-05c2d1be-ce98-4df9-862a-59ec9f9d5c60 req-3ba68fcb-35d7-4bdb-9ecc-c8f8a51014c7 service nova] Enqueued Resource ID: 873fdedf-ec9e-4860-ad86-da30e356f9d8 with Priority: HIGHEST for action security_group_rules [ 810.099821] env[62265]: INFO networking_nsxv3.common.synchronization [req-05c2d1be-ce98-4df9-862a-59ec9f9d5c60 req-3ba68fcb-35d7-4bdb-9ecc-c8f8a51014c7 service nova] Enqueued Resource ID: 873fdedf-ec9e-4860-ad86-da30e356f9d8 with Priority: HIGHEST for action security_group_members [ 810.100036] env[62265]: INFO networking_nsxv3.common.synchronization [req-05c2d1be-ce98-4df9-862a-59ec9f9d5c60 req-3ba68fcb-35d7-4bdb-9ecc-c8f8a51014c7 service nova] Enqueued Resource ID: 4a51360c-953a-46e4-9652-f760a8bcd53c with Priority: HIGHEST for action port [ 810.100275] env[62265]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 873fdedf-ec9e-4860-ad86-da30e356f9d8 with Priority: HIGHEST for action security_group_rules [ 810.100404] env[62265]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 873fdedf-ec9e-4860-ad86-da30e356f9d8 with Priority: HIGHEST for action security_group_members [ 810.100500] env[62265]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4a51360c-953a-46e4-9652-f760a8bcd53c with Priority: HIGHEST for action port [ 810.101117] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock rules-873fdedf-ec9e-4860-ad86-da30e356f9d8 taken with stack trace [, , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 810.101255] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-873fdedf-ec9e-4860-ad86-da30e356f9d8" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 810.101322] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-873fdedf-ec9e-4860-ad86-da30e356f9d8" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 810.101513] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-873fdedf-ec9e-4860-ad86-da30e356f9d8" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 810.101591] env[62265]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('873fdedf-ec9e-4860-ad86-da30e356f9d8',) {} {{(pid=62265) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 810.102571] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock member-873fdedf-ec9e-4860-ad86-da30e356f9d8 taken with stack trace [, , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 810.102571] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-873fdedf-ec9e-4860-ad86-da30e356f9d8" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 810.102826] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock port-4a51360c-953a-46e4-9652-f760a8bcd53c taken with stack trace [, , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 810.102826] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-4a51360c-953a-46e4-9652-f760a8bcd53c" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 810.106157] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-4a51360c-953a-46e4-9652-f760a8bcd53c" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 810.106157] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-4a51360c-953a-46e4-9652-f760a8bcd53c" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 810.106157] env[62265]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4a51360c-953a-46e4-9652-f760a8bcd53c',) {} {{(pid=62265) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 810.286653] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 873fdedf-ec9e-4860-ad86-da30e356f9d8 in Status: SUCCESS [ 810.287016] env[62265]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 873fdedf-ec9e-4860-ad86-da30e356f9d8 deletion is rescheduled due to dependency. [ 810.287016] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-873fdedf-ec9e-4860-ad86-da30e356f9d8" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 810.287108] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-873fdedf-ec9e-4860-ad86-da30e356f9d8" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 810.287315] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-873fdedf-ec9e-4860-ad86-da30e356f9d8" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 810.287503] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 810.287619] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 810.287686] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 810.287831] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 810.287912] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 810.288017] env[62265]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('873fdedf-ec9e-4860-ad86-da30e356f9d8',) {} {{(pid=62265) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 810.605515] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock member-873fdedf-ec9e-4860-ad86-da30e356f9d8 taken with stack trace [, , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 810.605685] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-873fdedf-ec9e-4860-ad86-da30e356f9d8" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 810.605818] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 4a51360c-953a-46e4-9652-f760a8bcd53c with status ACTIVE [ 810.605985] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 810.606113] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 810.606568] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 810.606568] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 810.606568] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 810.606742] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 810.606742] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 810.606826] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 810.606919] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 810.606992] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 810.607189] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 810.607297] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 810.607343] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 810.607472] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 810.607542] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 810.607624] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 4a51360c-953a-46e4-9652-f760a8bcd53c is going to be updated. [ 810.626719] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 810.626886] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 810.626937] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 810.627112] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 810.627252] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 810.627405] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-4a51360c-953a-46e4-9652-f760a8bcd53c" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 810.792128] env[62265]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('873fdedf-ec9e-4860-ad86-da30e356f9d8',) {} {{(pid=62265) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 811.042048] env[62265]: DEBUG networking_nsxv3.common.locking [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Lock network-33 taken with stack trace [, , , , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 811.042300] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquiring lock "network-33" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 811.042468] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquired lock "network-33" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.042817] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquired external semaphore "network-33" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 811.043199] env[62265]: DEBUG networking_nsxv3.common.locking [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 811.043424] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquiring lock "Segment" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 811.043620] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquired lock "Segment" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.043877] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquired external semaphore "Segment" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 811.044068] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Releasing lock "Segment" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 811.044318] env[62265]: DEBUG dogpile.cache.region [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] No value present for key: 'zone-id' {{(pid=62265) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 811.044456] env[62265]: DEBUG dogpile.lock [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] NeedRegenerationException {{(pid=62265) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 811.044574] env[62265]: DEBUG dogpile.lock [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] no value, waiting for create lock {{(pid=62265) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 811.045090] env[62265]: DEBUG dogpile.lock [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] value creation lock acquired {{(pid=62265) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 811.045090] env[62265]: DEBUG dogpile.cache.region [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] No value present for key: 'zone-id' {{(pid=62265) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 811.045090] env[62265]: DEBUG dogpile.lock [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Calling creation function for not-yet-present value {{(pid=62265) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 811.045090] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 811.063103] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 811.063349] env[62265]: DEBUG dogpile.cache.region [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Cache value generated in 0.018 seconds for key(s): 'zone-id' {{(pid=62265) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 811.063542] env[62265]: DEBUG dogpile.lock [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Released creation lock {{(pid=62265) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 811.063782] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Releasing lock "network-33" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 811.064245] env[62265]: DEBUG networking_nsxv3.common.locking [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Lock port-28194844-93d8-4e64-8eb3-46dfde18a0a9 taken with stack trace [, , , , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 811.064492] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquiring lock "port-28194844-93d8-4e64-8eb3-46dfde18a0a9" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 811.064664] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquired lock "port-28194844-93d8-4e64-8eb3-46dfde18a0a9" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.065102] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquired external semaphore "port-28194844-93d8-4e64-8eb3-46dfde18a0a9" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 811.065939] env[62265]: DEBUG networking_nsxv3.api.rpc [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('28194844-93d8-4e64-8eb3-46dfde18a0a9',) {} {{(pid=62265) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 811.294230] env[62265]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('873fdedf-ec9e-4860-ad86-da30e356f9d8',) {} {{(pid=62265) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 811.567984] env[62265]: DEBUG networking_nsxv3.common.locking [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 811.568231] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquiring lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 811.568393] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquired lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.568633] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquired external semaphore "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 811.568996] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Releasing lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 811.568996] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Segment Port 28194844-93d8-4e64-8eb3-46dfde18a0a9 not found, creating... [ 811.569227] env[62265]: DEBUG networking_nsxv3.common.locking [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 811.569322] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquiring lock "Segment" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 811.569456] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquired lock "Segment" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.569625] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquired external semaphore "Segment" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 811.569811] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Releasing lock "Segment" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 811.570070] env[62265]: DEBUG networking_nsxv3.common.locking [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 811.570253] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquiring lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 811.570373] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquired lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.570580] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquired external semaphore "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 811.570772] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Releasing lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 811.570864] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Resource: SegmentPort with ID: 28194844-93d8-4e64-8eb3-46dfde18a0a9 is going to be created. [ 811.590114] env[62265]: DEBUG networking_nsxv3.common.locking [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 811.590287] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquiring lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 811.590411] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquired lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.590671] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquired external semaphore "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 811.590895] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Releasing lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 811.591191] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Releasing lock "port-28194844-93d8-4e64-8eb3-46dfde18a0a9" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 811.801421] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 811.801421] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 811.801421] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.801421] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 811.801421] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 811.801421] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 873fdedf-ec9e-4860-ad86-da30e356f9d8 is going to be updated. [ 811.832438] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 811.832438] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 811.832438] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.832728] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 811.832879] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 811.841729] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 873fdedf-ec9e-4860-ad86-da30e356f9d8 in Status: IN_PROGRESS for 2s [ 812.799976] env[62265]: INFO networking_nsxv3.common.synchronization [req-05c2d1be-ce98-4df9-862a-59ec9f9d5c60 req-e3c2b18c-2167-490f-bdae-bfc3af739083 service nova] Enqueued Resource ID: 873fdedf-ec9e-4860-ad86-da30e356f9d8 with Priority: HIGHEST for action security_group_rules [ 812.800243] env[62265]: INFO networking_nsxv3.common.synchronization [req-05c2d1be-ce98-4df9-862a-59ec9f9d5c60 req-e3c2b18c-2167-490f-bdae-bfc3af739083 service nova] Enqueued Resource ID: 873fdedf-ec9e-4860-ad86-da30e356f9d8 with Priority: HIGHEST for action security_group_members [ 812.800354] env[62265]: INFO networking_nsxv3.common.synchronization [req-05c2d1be-ce98-4df9-862a-59ec9f9d5c60 req-e3c2b18c-2167-490f-bdae-bfc3af739083 service nova] Enqueued Resource ID: 28194844-93d8-4e64-8eb3-46dfde18a0a9 with Priority: HIGHEST for action port [ 812.800587] env[62265]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 873fdedf-ec9e-4860-ad86-da30e356f9d8 with Priority: HIGHEST for action security_group_rules [ 812.800718] env[62265]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 873fdedf-ec9e-4860-ad86-da30e356f9d8 with Priority: HIGHEST for action security_group_members [ 812.801305] env[62265]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 28194844-93d8-4e64-8eb3-46dfde18a0a9 with Priority: HIGHEST for action port [ 812.801888] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock rules-873fdedf-ec9e-4860-ad86-da30e356f9d8 taken with stack trace [, , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 812.801997] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-873fdedf-ec9e-4860-ad86-da30e356f9d8" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 812.802230] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock member-873fdedf-ec9e-4860-ad86-da30e356f9d8 taken with stack trace [, , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 812.802322] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-873fdedf-ec9e-4860-ad86-da30e356f9d8" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 812.802494] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock port-28194844-93d8-4e64-8eb3-46dfde18a0a9 taken with stack trace [, , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 812.802596] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-28194844-93d8-4e64-8eb3-46dfde18a0a9" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 812.802799] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-28194844-93d8-4e64-8eb3-46dfde18a0a9" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.802871] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-28194844-93d8-4e64-8eb3-46dfde18a0a9" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 812.802950] env[62265]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('28194844-93d8-4e64-8eb3-46dfde18a0a9',) {} {{(pid=62265) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 813.305469] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 28194844-93d8-4e64-8eb3-46dfde18a0a9 with status ACTIVE [ 813.305678] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 813.305833] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 813.306751] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 813.306751] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 813.306751] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 813.306751] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 813.306751] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 813.306751] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 813.306751] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 813.307171] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 813.307171] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 813.307171] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 813.307171] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 813.307334] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 813.307426] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 813.307548] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 28194844-93d8-4e64-8eb3-46dfde18a0a9 is going to be updated. [ 813.327127] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 813.327306] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 813.327377] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 813.327589] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 813.327756] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 813.328013] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-28194844-93d8-4e64-8eb3-46dfde18a0a9" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 813.852042] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 873fdedf-ec9e-4860-ad86-da30e356f9d8 in Status: SUCCESS [ 813.852042] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-873fdedf-ec9e-4860-ad86-da30e356f9d8" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 813.852677] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-873fdedf-ec9e-4860-ad86-da30e356f9d8" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 813.852677] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-873fdedf-ec9e-4860-ad86-da30e356f9d8" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 813.852849] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 813.852964] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 813.853072] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 813.853209] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 813.853298] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 813.853381] env[62265]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('873fdedf-ec9e-4860-ad86-da30e356f9d8',) {} {{(pid=62265) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 814.356177] env[62265]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('873fdedf-ec9e-4860-ad86-da30e356f9d8',) {} {{(pid=62265) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 814.858543] env[62265]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('873fdedf-ec9e-4860-ad86-da30e356f9d8',) {} {{(pid=62265) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 815.361613] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 815.361801] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 815.361801] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.362126] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 815.362242] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 815.362351] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 873fdedf-ec9e-4860-ad86-da30e356f9d8 is going to be updated. [ 815.401215] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 815.401215] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 815.401215] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.401215] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 815.401215] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 815.411262] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 873fdedf-ec9e-4860-ad86-da30e356f9d8 in Status: IN_PROGRESS for 2s [ 816.504366] env[62265]: INFO networking_nsxv3.common.synchronization [None req-7fd0e977-6bce-434b-ba9a-2c4db903fdd9 tempest-AttachInterfacesTestJSON-467207588 tempest-AttachInterfacesTestJSON-467207588-project-member] Enqueued Resource ID: 675a4269-836b-4909-acaa-4275941b065d with Priority: HIGHEST for action security_group_rules [ 816.505789] env[62265]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 675a4269-836b-4909-acaa-4275941b065d with Priority: HIGHEST for action security_group_rules [ 816.505789] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock rules-675a4269-836b-4909-acaa-4275941b065d taken with stack trace [, , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 816.505789] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-675a4269-836b-4909-acaa-4275941b065d" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 816.505789] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-675a4269-836b-4909-acaa-4275941b065d" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.505789] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-675a4269-836b-4909-acaa-4275941b065d" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 816.505789] env[62265]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('675a4269-836b-4909-acaa-4275941b065d',) {} {{(pid=62265) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 816.595130] env[62265]: INFO networking_nsxv3.common.synchronization [None req-f0ab6b7f-a93b-409e-a848-8f0de8821ef6 tempest-AttachInterfacesTestJSON-467207588 tempest-AttachInterfacesTestJSON-467207588-project-member] Enqueued Resource ID: 675a4269-836b-4909-acaa-4275941b065d with Priority: HIGHEST for action security_group_rules [ 816.595677] env[62265]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 675a4269-836b-4909-acaa-4275941b065d with Priority: HIGHEST for action security_group_rules [ 816.596042] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock rules-675a4269-836b-4909-acaa-4275941b065d taken with stack trace [, , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 816.596137] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-675a4269-836b-4909-acaa-4275941b065d" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 817.025015] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 817.025144] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 817.025144] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.025372] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 817.025463] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 817.025608] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 675a4269-836b-4909-acaa-4275941b065d already deleted. [ 817.025713] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-675a4269-836b-4909-acaa-4275941b065d" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 817.025898] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-675a4269-836b-4909-acaa-4275941b065d" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.026089] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-675a4269-836b-4909-acaa-4275941b065d" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 817.026176] env[62265]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('675a4269-836b-4909-acaa-4275941b065d',) {} {{(pid=62265) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 817.421027] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 873fdedf-ec9e-4860-ad86-da30e356f9d8 in Status: SUCCESS [ 817.421027] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-873fdedf-ec9e-4860-ad86-da30e356f9d8" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 817.421184] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-873fdedf-ec9e-4860-ad86-da30e356f9d8" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.421364] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-873fdedf-ec9e-4860-ad86-da30e356f9d8" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 817.421560] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 817.421698] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 817.421751] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.421925] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 817.422016] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 817.422170] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-873fdedf-ec9e-4860-ad86-da30e356f9d8" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 817.422274] env[62265]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('873fdedf-ec9e-4860-ad86-da30e356f9d8',) {} {{(pid=62265) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 817.423115] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-873fdedf-ec9e-4860-ad86-da30e356f9d8" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.423288] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-873fdedf-ec9e-4860-ad86-da30e356f9d8" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 817.423496] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 817.423556] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 817.423598] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.423934] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 817.423934] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 817.423934] env[62265]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('873fdedf-ec9e-4860-ad86-da30e356f9d8',) {} {{(pid=62265) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 817.546401] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 817.546664] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 817.546664] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.546794] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 817.546883] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 817.546975] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 675a4269-836b-4909-acaa-4275941b065d already deleted. [ 817.547078] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-675a4269-836b-4909-acaa-4275941b065d" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 817.926234] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock member-873fdedf-ec9e-4860-ad86-da30e356f9d8 taken with stack trace [, , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 817.926421] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-873fdedf-ec9e-4860-ad86-da30e356f9d8" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 817.926590] env[62265]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('873fdedf-ec9e-4860-ad86-da30e356f9d8',) {} {{(pid=62265) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 818.428454] env[62265]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('873fdedf-ec9e-4860-ad86-da30e356f9d8',) {} {{(pid=62265) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 818.885295] env[62265]: INFO networking_nsxv3.common.synchronization [req-60137364-05e2-4ea9-a24b-d17e12477b49 req-7e5df394-db95-4b01-b4f0-d27a5ad6e392 tempest-ServersNegativeTestJSON-822055539 tempest-ServersNegativeTestJSON-822055539-project-member] Enqueued Resource ID: eaee02db-54f8-457f-ab87-c3f5ae959460 with Priority: HIGHEST for action security_group_members [ 818.885883] env[62265]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: eaee02db-54f8-457f-ab87-c3f5ae959460 with Priority: HIGHEST for action security_group_members [ 818.890339] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock member-eaee02db-54f8-457f-ab87-c3f5ae959460 taken with stack trace [, , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 818.890472] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-eaee02db-54f8-457f-ab87-c3f5ae959460" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 818.890554] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-eaee02db-54f8-457f-ab87-c3f5ae959460" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.890791] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-eaee02db-54f8-457f-ab87-c3f5ae959460" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 818.890954] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 818.891071] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 818.891152] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.891283] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 818.891444] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 818.891444] env[62265]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('eaee02db-54f8-457f-ab87-c3f5ae959460',) {} {{(pid=62265) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 818.934689] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 818.934922] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 818.935044] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.935283] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 818.935379] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 818.935498] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 873fdedf-ec9e-4860-ad86-da30e356f9d8 is going to be updated. [ 818.962708] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 818.962856] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 818.962923] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.963140] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 818.963302] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 818.972650] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 873fdedf-ec9e-4860-ad86-da30e356f9d8 in Status: IN_PROGRESS for 2s [ 819.261268] env[62265]: DEBUG networking_nsxv3.common.locking [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Lock network-981 taken with stack trace [, , , , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 819.261453] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquiring lock "network-981" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 819.261574] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquired lock "network-981" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.261900] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquired external semaphore "network-981" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 819.262495] env[62265]: DEBUG networking_nsxv3.common.locking [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 819.262495] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquiring lock "Segment" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 819.262495] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquired lock "Segment" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.262714] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquired external semaphore "Segment" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 819.263438] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Releasing lock "Segment" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 819.263438] env[62265]: DEBUG dogpile.cache.region [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] No value present for key: 'zone-id' {{(pid=62265) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 819.263438] env[62265]: DEBUG dogpile.lock [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] NeedRegenerationException {{(pid=62265) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 819.263438] env[62265]: DEBUG dogpile.lock [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] no value, waiting for create lock {{(pid=62265) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 819.263701] env[62265]: DEBUG dogpile.lock [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] value creation lock acquired {{(pid=62265) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 819.263701] env[62265]: DEBUG dogpile.cache.region [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] No value present for key: 'zone-id' {{(pid=62265) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 819.263769] env[62265]: DEBUG dogpile.lock [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Calling creation function for not-yet-present value {{(pid=62265) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 819.263852] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 819.282437] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 819.282603] env[62265]: DEBUG dogpile.cache.region [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=62265) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 819.282741] env[62265]: DEBUG dogpile.lock [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Released creation lock {{(pid=62265) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 819.282917] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Releasing lock "network-981" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 819.283290] env[62265]: DEBUG networking_nsxv3.common.locking [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Lock port-a6ac9db7-31c0-495d-bffe-96aa613f98cb taken with stack trace [, , , , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 819.283472] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquiring lock "port-a6ac9db7-31c0-495d-bffe-96aa613f98cb" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 819.283589] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquired lock "port-a6ac9db7-31c0-495d-bffe-96aa613f98cb" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.283892] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquired external semaphore "port-a6ac9db7-31c0-495d-bffe-96aa613f98cb" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 819.284041] env[62265]: DEBUG networking_nsxv3.api.rpc [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a6ac9db7-31c0-495d-bffe-96aa613f98cb',) {} {{(pid=62265) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 819.394455] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 819.394728] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 819.394772] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.395085] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 819.395194] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 819.395405] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 819.395597] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 819.395649] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.395801] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 819.395921] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 819.396084] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: eaee02db-54f8-457f-ab87-c3f5ae959460 already deleted. [ 819.396201] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-eaee02db-54f8-457f-ab87-c3f5ae959460" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 819.785935] env[62265]: DEBUG networking_nsxv3.common.locking [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 819.786175] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquiring lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 819.786296] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquired lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.786571] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquired external semaphore "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 819.786802] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Releasing lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 819.786876] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Segment Port a6ac9db7-31c0-495d-bffe-96aa613f98cb not found, creating... [ 819.787144] env[62265]: DEBUG networking_nsxv3.common.locking [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 819.787144] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquiring lock "Segment" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 819.787431] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquired lock "Segment" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.787625] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquired external semaphore "Segment" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 819.787758] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Releasing lock "Segment" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 819.788041] env[62265]: DEBUG networking_nsxv3.common.locking [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 819.788197] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquiring lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 819.788323] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquired lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.788554] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquired external semaphore "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 819.788687] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Releasing lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 819.788827] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Resource: SegmentPort with ID: a6ac9db7-31c0-495d-bffe-96aa613f98cb is going to be created. [ 819.811515] env[62265]: DEBUG networking_nsxv3.common.locking [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 819.811741] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquiring lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 819.811866] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquired lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.812206] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquired external semaphore "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 819.812438] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Releasing lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 819.812659] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Releasing lock "port-a6ac9db7-31c0-495d-bffe-96aa613f98cb" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 820.609488] env[62265]: INFO networking_nsxv3.common.synchronization [req-60137364-05e2-4ea9-a24b-d17e12477b49 req-ab5d30bc-0391-42b3-b9ef-f9657734c99c service nova] Enqueued Resource ID: eaee02db-54f8-457f-ab87-c3f5ae959460 with Priority: HIGHEST for action security_group_rules [ 820.609787] env[62265]: INFO networking_nsxv3.common.synchronization [req-60137364-05e2-4ea9-a24b-d17e12477b49 req-ab5d30bc-0391-42b3-b9ef-f9657734c99c service nova] Enqueued Resource ID: eaee02db-54f8-457f-ab87-c3f5ae959460 with Priority: HIGHEST for action security_group_members [ 820.609874] env[62265]: INFO networking_nsxv3.common.synchronization [req-60137364-05e2-4ea9-a24b-d17e12477b49 req-ab5d30bc-0391-42b3-b9ef-f9657734c99c service nova] Enqueued Resource ID: a6ac9db7-31c0-495d-bffe-96aa613f98cb with Priority: HIGHEST for action port [ 820.610488] env[62265]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: eaee02db-54f8-457f-ab87-c3f5ae959460 with Priority: HIGHEST for action security_group_rules [ 820.610654] env[62265]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: eaee02db-54f8-457f-ab87-c3f5ae959460 with Priority: HIGHEST for action security_group_members [ 820.610713] env[62265]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a6ac9db7-31c0-495d-bffe-96aa613f98cb with Priority: HIGHEST for action port [ 820.611016] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock rules-eaee02db-54f8-457f-ab87-c3f5ae959460 taken with stack trace [, , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.611201] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-eaee02db-54f8-457f-ab87-c3f5ae959460" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 820.611271] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-eaee02db-54f8-457f-ab87-c3f5ae959460" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.613385] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-eaee02db-54f8-457f-ab87-c3f5ae959460" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 820.613385] env[62265]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('eaee02db-54f8-457f-ab87-c3f5ae959460',) {} {{(pid=62265) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 820.613385] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock member-eaee02db-54f8-457f-ab87-c3f5ae959460 taken with stack trace [, , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.613385] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-eaee02db-54f8-457f-ab87-c3f5ae959460" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 820.613385] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-eaee02db-54f8-457f-ab87-c3f5ae959460" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.613385] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-eaee02db-54f8-457f-ab87-c3f5ae959460" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 820.613385] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.613385] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 820.613385] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.613746] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 820.613746] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 820.613746] env[62265]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('eaee02db-54f8-457f-ab87-c3f5ae959460',) {} {{(pid=62265) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 820.614837] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock port-a6ac9db7-31c0-495d-bffe-96aa613f98cb taken with stack trace [, , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.614953] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a6ac9db7-31c0-495d-bffe-96aa613f98cb" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 820.615251] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a6ac9db7-31c0-495d-bffe-96aa613f98cb" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.615251] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a6ac9db7-31c0-495d-bffe-96aa613f98cb" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 820.615321] env[62265]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a6ac9db7-31c0-495d-bffe-96aa613f98cb',) {} {{(pid=62265) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 820.981999] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 873fdedf-ec9e-4860-ad86-da30e356f9d8 in Status: SUCCESS [ 820.982360] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-873fdedf-ec9e-4860-ad86-da30e356f9d8" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 820.982451] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-873fdedf-ec9e-4860-ad86-da30e356f9d8" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.982676] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-873fdedf-ec9e-4860-ad86-da30e356f9d8" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 820.982893] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.983036] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 820.983115] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.983230] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 820.983313] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 820.983399] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-873fdedf-ec9e-4860-ad86-da30e356f9d8" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 820.983552] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock member-873fdedf-ec9e-4860-ad86-da30e356f9d8 taken with stack trace [, , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.983648] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-873fdedf-ec9e-4860-ad86-da30e356f9d8" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 820.983708] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-873fdedf-ec9e-4860-ad86-da30e356f9d8" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.983848] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-873fdedf-ec9e-4860-ad86-da30e356f9d8" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 820.983985] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.984136] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 820.984206] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.984347] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 820.984413] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 820.984489] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-873fdedf-ec9e-4860-ad86-da30e356f9d8" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 820.984577] env[62265]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('873fdedf-ec9e-4860-ad86-da30e356f9d8',) {} {{(pid=62265) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 821.116651] env[62265]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('eaee02db-54f8-457f-ab87-c3f5ae959460',) {} {{(pid=62265) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 821.117839] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock member-eaee02db-54f8-457f-ab87-c3f5ae959460 taken with stack trace [, , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 821.118046] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-eaee02db-54f8-457f-ab87-c3f5ae959460" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 821.118479] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port a6ac9db7-31c0-495d-bffe-96aa613f98cb with status ACTIVE [ 821.118538] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 821.118645] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 821.118708] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 821.118935] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 821.119060] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 821.119273] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 821.119521] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 821.119521] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 821.119648] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 821.119875] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 821.119975] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 821.120132] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 821.120199] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 821.120461] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 821.120461] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 821.120579] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: a6ac9db7-31c0-495d-bffe-96aa613f98cb is going to be updated. [ 821.140886] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 821.141037] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 821.141106] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 821.141314] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 821.141448] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 821.141604] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a6ac9db7-31c0-495d-bffe-96aa613f98cb" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 821.487251] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 873fdedf-ec9e-4860-ad86-da30e356f9d8: rpc.has_security_group_logging(os_id): False [ 821.503679] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 821.503826] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 821.503920] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 821.504146] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 821.504232] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 821.504440] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 821.504535] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 821.504593] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 821.504746] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 821.504871] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 821.504994] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 821.505101] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 821.505164] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 821.505305] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 821.505378] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 821.505565] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 821.505658] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 821.505713] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 821.505853] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 821.505927] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 821.506204] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 873fdedf-ec9e-4860-ad86-da30e356f9d8 is going to be updated. [ 821.538482] env[62265]: INFO networking_nsxv3.common.synchronization [req-5cd94e48-df4c-4142-a641-b7c0362076ee req-55fdc0e5-4d67-4568-88f4-58f6d8380bd0 tempest-SecurityGroupsTestJSON-1266741729 tempest-SecurityGroupsTestJSON-1266741729-project-member] Enqueued Resource ID: fc14bf32-d62c-4a80-9110-c757fd3fbc4f with Priority: HIGHEST for action security_group_members [ 821.539498] env[62265]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fc14bf32-d62c-4a80-9110-c757fd3fbc4f with Priority: HIGHEST for action security_group_members [ 821.539719] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock member-fc14bf32-d62c-4a80-9110-c757fd3fbc4f taken with stack trace [, , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 821.539854] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fc14bf32-d62c-4a80-9110-c757fd3fbc4f" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 821.539922] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fc14bf32-d62c-4a80-9110-c757fd3fbc4f" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 821.540127] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fc14bf32-d62c-4a80-9110-c757fd3fbc4f" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 821.540581] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 821.540581] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 821.540581] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 821.540581] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 821.540927] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 821.540927] env[62265]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('fc14bf32-d62c-4a80-9110-c757fd3fbc4f',) {} {{(pid=62265) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 821.564468] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 821.564468] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 821.564468] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 821.564468] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 821.564468] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 821.578919] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 873fdedf-ec9e-4860-ad86-da30e356f9d8 in Status: IN_PROGRESS for 2s [ 821.618681] env[62265]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('eaee02db-54f8-457f-ab87-c3f5ae959460',) {} {{(pid=62265) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 822.042987] env[62265]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('fc14bf32-d62c-4a80-9110-c757fd3fbc4f',) {} {{(pid=62265) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 822.121380] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 822.121582] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 822.121705] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.122269] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 822.122269] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 822.122269] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: eaee02db-54f8-457f-ab87-c3f5ae959460 is going to be created. [ 822.146095] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 822.146282] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 822.146372] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.146662] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 822.146886] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 822.155879] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: eaee02db-54f8-457f-ab87-c3f5ae959460 in Status: UNINITIALIZED for 2s [ 822.216023] env[62265]: DEBUG networking_nsxv3.common.locking [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Lock network-444 taken with stack trace [, , , , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 822.216023] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquiring lock "network-444" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 822.216023] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquired lock "network-444" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.216437] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquired external semaphore "network-444" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 822.216719] env[62265]: DEBUG networking_nsxv3.common.locking [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 822.216907] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquiring lock "Segment" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 822.217088] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquired lock "Segment" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.217360] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquired external semaphore "Segment" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 822.217504] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Releasing lock "Segment" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 822.217738] env[62265]: DEBUG dogpile.cache.region [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] No value present for key: 'zone-id' {{(pid=62265) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 822.217900] env[62265]: DEBUG dogpile.lock [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] NeedRegenerationException {{(pid=62265) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 822.218028] env[62265]: DEBUG dogpile.lock [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] no value, waiting for create lock {{(pid=62265) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 822.218144] env[62265]: DEBUG dogpile.lock [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] value creation lock acquired {{(pid=62265) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 822.218255] env[62265]: DEBUG dogpile.cache.region [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] No value present for key: 'zone-id' {{(pid=62265) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 822.218356] env[62265]: DEBUG dogpile.lock [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Calling creation function for not-yet-present value {{(pid=62265) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 822.218495] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 822.236708] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 822.236880] env[62265]: DEBUG dogpile.cache.region [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Cache value generated in 0.018 seconds for key(s): 'zone-id' {{(pid=62265) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 822.237031] env[62265]: DEBUG dogpile.lock [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Released creation lock {{(pid=62265) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 822.237272] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Releasing lock "network-444" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 822.237606] env[62265]: DEBUG networking_nsxv3.common.locking [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Lock port-12702faa-cbc2-446d-a5aa-a60571e369bb taken with stack trace [, , , , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 822.237783] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquiring lock "port-12702faa-cbc2-446d-a5aa-a60571e369bb" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 822.237904] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquired lock "port-12702faa-cbc2-446d-a5aa-a60571e369bb" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.238243] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquired external semaphore "port-12702faa-cbc2-446d-a5aa-a60571e369bb" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 822.238998] env[62265]: DEBUG networking_nsxv3.api.rpc [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('12702faa-cbc2-446d-a5aa-a60571e369bb',) {} {{(pid=62265) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 822.544952] env[62265]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('fc14bf32-d62c-4a80-9110-c757fd3fbc4f',) {} {{(pid=62265) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 822.741878] env[62265]: DEBUG networking_nsxv3.common.locking [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 822.741878] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquiring lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 822.741878] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquired lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.741878] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquired external semaphore "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 822.741878] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Releasing lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 822.741878] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Segment Port 12702faa-cbc2-446d-a5aa-a60571e369bb not found, creating... [ 822.742419] env[62265]: DEBUG networking_nsxv3.common.locking [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 822.742419] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquiring lock "Segment" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 822.742516] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquired lock "Segment" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.742672] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquired external semaphore "Segment" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 822.742809] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Releasing lock "Segment" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 822.743115] env[62265]: DEBUG networking_nsxv3.common.locking [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 822.743299] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquiring lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 822.743434] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquired lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.743646] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquired external semaphore "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 822.743783] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Releasing lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 822.745238] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Resource: SegmentPort with ID: 12702faa-cbc2-446d-a5aa-a60571e369bb is going to be created. [ 822.764870] env[62265]: DEBUG networking_nsxv3.common.locking [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 822.765415] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquiring lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 822.765415] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquired lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.765415] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquired external semaphore "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 822.765643] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Releasing lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 822.765871] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Releasing lock "port-12702faa-cbc2-446d-a5aa-a60571e369bb" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 823.050810] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 823.051066] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 823.051066] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.051263] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 823.051356] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 823.051458] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fc14bf32-d62c-4a80-9110-c757fd3fbc4f is going to be updated. [ 823.094362] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 823.094558] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 823.094603] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.094837] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 823.094998] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 823.104483] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fc14bf32-d62c-4a80-9110-c757fd3fbc4f in Status: IN_PROGRESS for 2s [ 823.594619] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 873fdedf-ec9e-4860-ad86-da30e356f9d8 in Status: SUCCESS [ 823.594840] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-873fdedf-ec9e-4860-ad86-da30e356f9d8" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 823.595032] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-873fdedf-ec9e-4860-ad86-da30e356f9d8" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.595260] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-873fdedf-ec9e-4860-ad86-da30e356f9d8" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 823.595350] env[62265]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('873fdedf-ec9e-4860-ad86-da30e356f9d8',) {} {{(pid=62265) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 823.898245] env[62265]: INFO networking_nsxv3.common.synchronization [req-5cd94e48-df4c-4142-a641-b7c0362076ee req-c641a954-e5c3-49e2-bf84-16d2a83b15d6 service nova] Enqueued Resource ID: fc14bf32-d62c-4a80-9110-c757fd3fbc4f with Priority: HIGHEST for action security_group_rules [ 823.898245] env[62265]: INFO networking_nsxv3.common.synchronization [req-5cd94e48-df4c-4142-a641-b7c0362076ee req-c641a954-e5c3-49e2-bf84-16d2a83b15d6 service nova] Enqueued Resource ID: fc14bf32-d62c-4a80-9110-c757fd3fbc4f with Priority: HIGHEST for action security_group_members [ 823.898245] env[62265]: INFO networking_nsxv3.common.synchronization [req-5cd94e48-df4c-4142-a641-b7c0362076ee req-c641a954-e5c3-49e2-bf84-16d2a83b15d6 service nova] Enqueued Resource ID: 12702faa-cbc2-446d-a5aa-a60571e369bb with Priority: HIGHEST for action port [ 823.899477] env[62265]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fc14bf32-d62c-4a80-9110-c757fd3fbc4f with Priority: HIGHEST for action security_group_rules [ 823.899612] env[62265]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fc14bf32-d62c-4a80-9110-c757fd3fbc4f with Priority: HIGHEST for action security_group_members [ 823.899709] env[62265]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 12702faa-cbc2-446d-a5aa-a60571e369bb with Priority: HIGHEST for action port [ 823.900055] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock rules-fc14bf32-d62c-4a80-9110-c757fd3fbc4f taken with stack trace [, , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 823.900220] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-fc14bf32-d62c-4a80-9110-c757fd3fbc4f" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 823.900220] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-fc14bf32-d62c-4a80-9110-c757fd3fbc4f" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.900561] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-fc14bf32-d62c-4a80-9110-c757fd3fbc4f" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 823.900561] env[62265]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('fc14bf32-d62c-4a80-9110-c757fd3fbc4f',) {} {{(pid=62265) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 823.901594] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock member-fc14bf32-d62c-4a80-9110-c757fd3fbc4f taken with stack trace [, , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 823.901699] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fc14bf32-d62c-4a80-9110-c757fd3fbc4f" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 823.901888] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock port-12702faa-cbc2-446d-a5aa-a60571e369bb taken with stack trace [, , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 823.901989] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-12702faa-cbc2-446d-a5aa-a60571e369bb" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 823.902064] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-12702faa-cbc2-446d-a5aa-a60571e369bb" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.902312] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-12702faa-cbc2-446d-a5aa-a60571e369bb" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 823.902408] env[62265]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('12702faa-cbc2-446d-a5aa-a60571e369bb',) {} {{(pid=62265) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 824.098556] env[62265]: INFO networking_nsxv3.common.synchronization [req-fa0b1d45-85ba-47b0-b6a5-a8113600b78b req-99442afe-7b86-4811-955b-50aedb4f62d1 tempest-ImagesTestJSON-588636336 tempest-ImagesTestJSON-588636336-project-member] Enqueued Resource ID: 816c28a4-7b3d-4ec6-b8a7-98e59cf7a51f with Priority: HIGHEST for action security_group_members [ 824.098556] env[62265]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 816c28a4-7b3d-4ec6-b8a7-98e59cf7a51f with Priority: HIGHEST for action security_group_members [ 824.098556] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock member-816c28a4-7b3d-4ec6-b8a7-98e59cf7a51f taken with stack trace [, , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 824.098556] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-816c28a4-7b3d-4ec6-b8a7-98e59cf7a51f" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 824.098556] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-816c28a4-7b3d-4ec6-b8a7-98e59cf7a51f" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 824.098556] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-816c28a4-7b3d-4ec6-b8a7-98e59cf7a51f" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 824.103336] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 824.103336] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 824.103336] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 824.103336] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 824.103336] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 824.103336] env[62265]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('816c28a4-7b3d-4ec6-b8a7-98e59cf7a51f',) {} {{(pid=62265) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 824.103336] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock member-873fdedf-ec9e-4860-ad86-da30e356f9d8 taken with stack trace [, , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 824.104096] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-873fdedf-ec9e-4860-ad86-da30e356f9d8" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 824.104096] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-873fdedf-ec9e-4860-ad86-da30e356f9d8" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 824.104096] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-873fdedf-ec9e-4860-ad86-da30e356f9d8" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 824.104096] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 824.104335] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 824.104335] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 824.104567] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 824.104606] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 824.104721] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-873fdedf-ec9e-4860-ad86-da30e356f9d8" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 824.104789] env[62265]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('873fdedf-ec9e-4860-ad86-da30e356f9d8',) {} {{(pid=62265) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 824.169080] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: eaee02db-54f8-457f-ab87-c3f5ae959460 in Status: SUCCESS [ 824.169340] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-eaee02db-54f8-457f-ab87-c3f5ae959460" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 824.169794] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-eaee02db-54f8-457f-ab87-c3f5ae959460" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 824.170130] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-eaee02db-54f8-457f-ab87-c3f5ae959460" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 824.170309] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 824.170427] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 824.170492] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 824.170657] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 824.170737] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 824.170821] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-eaee02db-54f8-457f-ab87-c3f5ae959460" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 824.170921] env[62265]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('eaee02db-54f8-457f-ab87-c3f5ae959460',) {} {{(pid=62265) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 824.405192] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock member-fc14bf32-d62c-4a80-9110-c757fd3fbc4f taken with stack trace [, , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 824.406809] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fc14bf32-d62c-4a80-9110-c757fd3fbc4f" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 824.406809] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 12702faa-cbc2-446d-a5aa-a60571e369bb with status ACTIVE [ 824.406809] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 824.406809] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 824.406809] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 824.406809] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 824.406809] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 824.406809] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 824.406809] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 824.406809] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 824.406809] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 824.406809] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 824.407404] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 824.407404] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 824.407404] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 824.407404] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 824.407404] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 824.407404] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 12702faa-cbc2-446d-a5aa-a60571e369bb is going to be updated. [ 824.440274] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 824.440274] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 824.440274] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 824.440274] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 824.440274] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 824.440274] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-12702faa-cbc2-446d-a5aa-a60571e369bb" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 824.467785] env[62265]: DEBUG networking_nsxv3.common.locking [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Lock network-953 taken with stack trace [, , , , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 824.468177] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquiring lock "network-953" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 824.468342] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquired lock "network-953" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 824.468881] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquired external semaphore "network-953" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 824.469973] env[62265]: DEBUG networking_nsxv3.common.locking [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 824.469973] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquiring lock "Segment" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 824.469973] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquired lock "Segment" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 824.469973] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquired external semaphore "Segment" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 824.469973] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Releasing lock "Segment" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 824.470247] env[62265]: DEBUG dogpile.cache.region [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] No value present for key: 'zone-id' {{(pid=62265) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 824.472930] env[62265]: DEBUG dogpile.lock [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] NeedRegenerationException {{(pid=62265) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 824.472930] env[62265]: DEBUG dogpile.lock [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] no value, waiting for create lock {{(pid=62265) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 824.472930] env[62265]: DEBUG dogpile.lock [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] value creation lock acquired {{(pid=62265) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 824.472930] env[62265]: DEBUG dogpile.cache.region [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] No value present for key: 'zone-id' {{(pid=62265) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 824.472930] env[62265]: DEBUG dogpile.lock [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Calling creation function for not-yet-present value {{(pid=62265) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 824.472930] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 824.493483] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 824.493483] env[62265]: DEBUG dogpile.cache.region [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=62265) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 824.493483] env[62265]: DEBUG dogpile.lock [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Released creation lock {{(pid=62265) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 824.493483] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Releasing lock "network-953" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 824.493483] env[62265]: DEBUG networking_nsxv3.common.locking [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Lock port-332f4e24-d194-47c7-ac09-f44edfb0b5e8 taken with stack trace [, , , , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 824.493483] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquiring lock "port-332f4e24-d194-47c7-ac09-f44edfb0b5e8" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 824.493483] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquired lock "port-332f4e24-d194-47c7-ac09-f44edfb0b5e8" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 824.493483] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquired external semaphore "port-332f4e24-d194-47c7-ac09-f44edfb0b5e8" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 824.494087] env[62265]: DEBUG networking_nsxv3.api.rpc [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('332f4e24-d194-47c7-ac09-f44edfb0b5e8',) {} {{(pid=62265) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 824.607865] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 824.607865] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 824.608265] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 824.608265] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 824.608265] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 824.608481] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 824.608579] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 824.608639] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 824.610487] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 824.610487] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 824.610487] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 816c28a4-7b3d-4ec6-b8a7-98e59cf7a51f is going to be updated. [ 824.610487] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock member-873fdedf-ec9e-4860-ad86-da30e356f9d8 taken with stack trace [, , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 824.610487] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-873fdedf-ec9e-4860-ad86-da30e356f9d8" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 824.610487] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-873fdedf-ec9e-4860-ad86-da30e356f9d8" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 824.610487] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-873fdedf-ec9e-4860-ad86-da30e356f9d8" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 824.611100] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 824.611100] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 824.611100] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 824.611100] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 824.611100] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 824.611100] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-873fdedf-ec9e-4860-ad86-da30e356f9d8" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 824.611317] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock member-873fdedf-ec9e-4860-ad86-da30e356f9d8 taken with stack trace [, , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 824.611317] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-873fdedf-ec9e-4860-ad86-da30e356f9d8" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 824.611395] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-873fdedf-ec9e-4860-ad86-da30e356f9d8" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 824.611526] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-873fdedf-ec9e-4860-ad86-da30e356f9d8" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 824.611649] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 824.611738] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 824.611796] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 824.612292] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 824.612292] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 824.612292] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-873fdedf-ec9e-4860-ad86-da30e356f9d8" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 824.612292] env[62265]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('873fdedf-ec9e-4860-ad86-da30e356f9d8',) {} {{(pid=62265) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 824.642981] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 824.643199] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 824.643392] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 824.643510] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 824.643731] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 824.655893] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 816c28a4-7b3d-4ec6-b8a7-98e59cf7a51f in Status: IN_PROGRESS for 2s [ 824.675355] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock member-eaee02db-54f8-457f-ab87-c3f5ae959460 taken with stack trace [, , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 824.675355] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-eaee02db-54f8-457f-ab87-c3f5ae959460" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 824.675355] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-eaee02db-54f8-457f-ab87-c3f5ae959460" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 824.675355] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-eaee02db-54f8-457f-ab87-c3f5ae959460" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 824.675355] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 824.675355] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 824.675355] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 824.675355] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 824.675948] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 824.676117] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-eaee02db-54f8-457f-ab87-c3f5ae959460" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 824.676349] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock member-eaee02db-54f8-457f-ab87-c3f5ae959460 taken with stack trace [, , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 824.676587] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-eaee02db-54f8-457f-ab87-c3f5ae959460" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 824.676587] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-eaee02db-54f8-457f-ab87-c3f5ae959460" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 824.676765] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-eaee02db-54f8-457f-ab87-c3f5ae959460" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 824.677488] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 824.677488] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 824.677488] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 824.677488] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 824.677488] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 824.677488] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-eaee02db-54f8-457f-ab87-c3f5ae959460" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 824.677488] env[62265]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('eaee02db-54f8-457f-ab87-c3f5ae959460',) {} {{(pid=62265) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 824.996565] env[62265]: DEBUG networking_nsxv3.common.locking [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 824.996924] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquiring lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 824.997018] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquired lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 824.997380] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquired external semaphore "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 824.997554] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Releasing lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 824.997757] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Segment Port 332f4e24-d194-47c7-ac09-f44edfb0b5e8 not found, creating... [ 824.998136] env[62265]: DEBUG networking_nsxv3.common.locking [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 824.998319] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquiring lock "Segment" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 824.998469] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquired lock "Segment" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 824.998708] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquired external semaphore "Segment" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 824.998851] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Releasing lock "Segment" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 824.999223] env[62265]: DEBUG networking_nsxv3.common.locking [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 824.999384] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquiring lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 824.999502] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquired lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 824.999813] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquired external semaphore "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 825.000057] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Releasing lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 825.000204] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Resource: SegmentPort with ID: 332f4e24-d194-47c7-ac09-f44edfb0b5e8 is going to be created. [ 825.024448] env[62265]: DEBUG networking_nsxv3.common.locking [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 825.024775] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquiring lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 825.024948] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquired lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.025286] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquired external semaphore "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 825.025553] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Releasing lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 825.025811] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Releasing lock "port-332f4e24-d194-47c7-ac09-f44edfb0b5e8" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 825.114881] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 873fdedf-ec9e-4860-ad86-da30e356f9d8: rpc.has_security_group_logging(os_id): False [ 825.123324] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fc14bf32-d62c-4a80-9110-c757fd3fbc4f in Status: IN_PROGRESS for 4s [ 825.138784] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 825.139045] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 825.139178] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.139506] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 825.139645] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 825.140118] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 825.140291] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 825.140483] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.140730] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 825.140876] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 825.144709] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 825.144709] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 825.144709] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.144709] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 825.144709] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 825.144709] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 825.144709] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 825.144709] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.144709] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 825.144709] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 825.144709] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 873fdedf-ec9e-4860-ad86-da30e356f9d8 is going to be updated. [ 825.180538] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for eaee02db-54f8-457f-ab87-c3f5ae959460: rpc.has_security_group_logging(os_id): False [ 825.213683] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 825.213904] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 825.214073] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.214387] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 825.214542] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 825.214900] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 825.215093] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 825.215203] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.215445] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 825.215578] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 825.215996] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 825.216209] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 825.216315] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.216547] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 825.216672] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 825.216948] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 825.217230] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 825.217376] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.217667] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 825.217820] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 825.217964] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: eaee02db-54f8-457f-ab87-c3f5ae959460 is going to be created. [ 825.232080] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 825.232281] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 825.232365] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.232561] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 825.232892] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 825.251372] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 873fdedf-ec9e-4860-ad86-da30e356f9d8 in Status: IN_PROGRESS for 2s [ 825.288479] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 825.288722] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 825.288799] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.289038] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 825.289269] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 825.298968] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: eaee02db-54f8-457f-ab87-c3f5ae959460 in Status: IN_PROGRESS for 2s [ 825.463242] env[62265]: INFO networking_nsxv3.common.synchronization [req-74daefee-a128-40b2-b69e-3e817d9f34d2 req-80738304-445e-4254-aa85-8dd1a534243c tempest-ServersTestMultiNic-567928863 tempest-ServersTestMultiNic-567928863-project-member] Enqueued Resource ID: 873fdedf-ec9e-4860-ad86-da30e356f9d8 with Priority: HIGHEST for action security_group_members [ 825.463242] env[62265]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 873fdedf-ec9e-4860-ad86-da30e356f9d8 with Priority: HIGHEST for action security_group_members [ 825.463242] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock member-873fdedf-ec9e-4860-ad86-da30e356f9d8 taken with stack trace [, , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 825.463242] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-873fdedf-ec9e-4860-ad86-da30e356f9d8" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 825.463242] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-873fdedf-ec9e-4860-ad86-da30e356f9d8" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.463242] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-873fdedf-ec9e-4860-ad86-da30e356f9d8" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 825.463242] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 825.463242] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 825.463242] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.463242] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 825.463242] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 825.463242] env[62265]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('873fdedf-ec9e-4860-ad86-da30e356f9d8',) {} {{(pid=62265) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 825.735223] env[62265]: INFO networking_nsxv3.common.synchronization [req-c64d1cd0-0ff5-42d2-be0b-c3f083f18b08 req-b4f68e79-d392-4a0e-94a9-378b2ff6967c tempest-ServersWithSpecificFlavorTestJSON-174089949 tempest-ServersWithSpecificFlavorTestJSON-174089949-project-member] Enqueued Resource ID: dbf0382a-bcd5-43d4-ab73-ef2ea46e78d1 with Priority: HIGHEST for action security_group_members [ 825.736207] env[62265]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dbf0382a-bcd5-43d4-ab73-ef2ea46e78d1 with Priority: HIGHEST for action security_group_members [ 825.736752] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock member-dbf0382a-bcd5-43d4-ab73-ef2ea46e78d1 taken with stack trace [, , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 825.736919] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-dbf0382a-bcd5-43d4-ab73-ef2ea46e78d1" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 825.737023] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-dbf0382a-bcd5-43d4-ab73-ef2ea46e78d1" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.737249] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-dbf0382a-bcd5-43d4-ab73-ef2ea46e78d1" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 825.737434] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 825.737564] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 825.737652] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.737841] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 825.737959] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 825.738093] env[62265]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('dbf0382a-bcd5-43d4-ab73-ef2ea46e78d1',) {} {{(pid=62265) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 825.763653] env[62265]: INFO networking_nsxv3.common.synchronization [req-74daefee-a128-40b2-b69e-3e817d9f34d2 req-b16d9eca-6cf3-457c-88c3-e349b740ccd1 tempest-ServersTestMultiNic-567928863 tempest-ServersTestMultiNic-567928863-project-member] Enqueued Resource ID: 873fdedf-ec9e-4860-ad86-da30e356f9d8 with Priority: HIGHEST for action security_group_members [ 825.763653] env[62265]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 873fdedf-ec9e-4860-ad86-da30e356f9d8 with Priority: HIGHEST for action security_group_members [ 825.763653] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock member-873fdedf-ec9e-4860-ad86-da30e356f9d8 taken with stack trace [, , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 825.763653] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-873fdedf-ec9e-4860-ad86-da30e356f9d8" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 825.876045] env[62265]: INFO networking_nsxv3.common.synchronization [req-fa0b1d45-85ba-47b0-b6a5-a8113600b78b req-65da3443-ee9c-4e4f-9974-76b73f0954d8 service nova] Enqueued Resource ID: 816c28a4-7b3d-4ec6-b8a7-98e59cf7a51f with Priority: HIGHEST for action security_group_rules [ 825.876239] env[62265]: INFO networking_nsxv3.common.synchronization [req-fa0b1d45-85ba-47b0-b6a5-a8113600b78b req-65da3443-ee9c-4e4f-9974-76b73f0954d8 service nova] Enqueued Resource ID: 816c28a4-7b3d-4ec6-b8a7-98e59cf7a51f with Priority: HIGHEST for action security_group_members [ 825.876364] env[62265]: INFO networking_nsxv3.common.synchronization [req-fa0b1d45-85ba-47b0-b6a5-a8113600b78b req-65da3443-ee9c-4e4f-9974-76b73f0954d8 service nova] Enqueued Resource ID: 332f4e24-d194-47c7-ac09-f44edfb0b5e8 with Priority: HIGHEST for action port [ 825.876609] env[62265]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 816c28a4-7b3d-4ec6-b8a7-98e59cf7a51f with Priority: HIGHEST for action security_group_rules [ 825.876777] env[62265]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 816c28a4-7b3d-4ec6-b8a7-98e59cf7a51f with Priority: HIGHEST for action security_group_members [ 825.876834] env[62265]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 332f4e24-d194-47c7-ac09-f44edfb0b5e8 with Priority: HIGHEST for action port [ 825.877356] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock rules-816c28a4-7b3d-4ec6-b8a7-98e59cf7a51f taken with stack trace [, , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 825.877484] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-816c28a4-7b3d-4ec6-b8a7-98e59cf7a51f" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 825.877543] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-816c28a4-7b3d-4ec6-b8a7-98e59cf7a51f" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.877744] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-816c28a4-7b3d-4ec6-b8a7-98e59cf7a51f" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 825.877823] env[62265]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('816c28a4-7b3d-4ec6-b8a7-98e59cf7a51f',) {} {{(pid=62265) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 825.879878] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock member-816c28a4-7b3d-4ec6-b8a7-98e59cf7a51f taken with stack trace [, , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 825.879878] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-816c28a4-7b3d-4ec6-b8a7-98e59cf7a51f" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 825.879878] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock port-332f4e24-d194-47c7-ac09-f44edfb0b5e8 taken with stack trace [, , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 825.879878] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-332f4e24-d194-47c7-ac09-f44edfb0b5e8" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 825.879878] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-332f4e24-d194-47c7-ac09-f44edfb0b5e8" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.879878] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-332f4e24-d194-47c7-ac09-f44edfb0b5e8" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 825.879878] env[62265]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('332f4e24-d194-47c7-ac09-f44edfb0b5e8',) {} {{(pid=62265) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 825.965068] env[62265]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('873fdedf-ec9e-4860-ad86-da30e356f9d8',) {} {{(pid=62265) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 826.240654] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 826.241104] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 826.241104] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 826.241246] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 826.241350] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 826.241602] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 826.241713] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 826.241773] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 826.241981] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 826.242302] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 826.242302] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: dbf0382a-bcd5-43d4-ab73-ef2ea46e78d1 is going to be updated. [ 826.270426] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 826.272511] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 826.272511] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 826.272511] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 826.272511] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 826.283859] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: dbf0382a-bcd5-43d4-ab73-ef2ea46e78d1 in Status: IN_PROGRESS for 2s [ 826.383143] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock member-816c28a4-7b3d-4ec6-b8a7-98e59cf7a51f taken with stack trace [, , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 826.383143] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-816c28a4-7b3d-4ec6-b8a7-98e59cf7a51f" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 826.383143] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 332f4e24-d194-47c7-ac09-f44edfb0b5e8 with status ACTIVE [ 826.383143] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 826.383143] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 826.383143] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 826.383550] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 826.383550] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 826.383550] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 826.383550] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 826.383698] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 826.384459] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 826.384459] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 826.384459] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 826.384459] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 826.384459] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 826.384459] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 826.385164] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 826.385164] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 332f4e24-d194-47c7-ac09-f44edfb0b5e8 is going to be updated. [ 826.420461] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 826.420461] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 826.420461] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 826.420726] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 826.420726] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 826.420927] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-332f4e24-d194-47c7-ac09-f44edfb0b5e8" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 826.475888] env[62265]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('873fdedf-ec9e-4860-ad86-da30e356f9d8',) {} {{(pid=62265) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 826.667037] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 816c28a4-7b3d-4ec6-b8a7-98e59cf7a51f in Status: SUCCESS [ 826.667241] env[62265]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 816c28a4-7b3d-4ec6-b8a7-98e59cf7a51f deletion is rescheduled due to dependency. [ 826.667359] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-816c28a4-7b3d-4ec6-b8a7-98e59cf7a51f" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 826.667531] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-816c28a4-7b3d-4ec6-b8a7-98e59cf7a51f" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 826.667743] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-816c28a4-7b3d-4ec6-b8a7-98e59cf7a51f" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 826.667972] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 826.668055] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 826.668123] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 826.668276] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 826.668359] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 826.668452] env[62265]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('816c28a4-7b3d-4ec6-b8a7-98e59cf7a51f',) {} {{(pid=62265) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 826.978280] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 826.978794] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 826.979926] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 826.980218] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 826.980323] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 826.980500] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 873fdedf-ec9e-4860-ad86-da30e356f9d8 is going to be updated. [ 827.012322] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 827.012544] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 827.012544] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 827.012724] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 827.012864] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 827.039686] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 873fdedf-ec9e-4860-ad86-da30e356f9d8 in Status: IN_PROGRESS for 2s [ 827.134549] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fc14bf32-d62c-4a80-9110-c757fd3fbc4f in Status: SUCCESS [ 827.134549] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fc14bf32-d62c-4a80-9110-c757fd3fbc4f" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 827.134549] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fc14bf32-d62c-4a80-9110-c757fd3fbc4f" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 827.134549] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fc14bf32-d62c-4a80-9110-c757fd3fbc4f" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 827.134549] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 827.134549] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 827.134549] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 827.134549] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 827.134549] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 827.134549] env[62265]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('fc14bf32-d62c-4a80-9110-c757fd3fbc4f',) {} {{(pid=62265) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 827.174754] env[62265]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('816c28a4-7b3d-4ec6-b8a7-98e59cf7a51f',) {} {{(pid=62265) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 827.270072] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 873fdedf-ec9e-4860-ad86-da30e356f9d8 in Status: SUCCESS [ 827.270355] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-873fdedf-ec9e-4860-ad86-da30e356f9d8" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 827.293021] env[62265]: INFO networking_nsxv3.common.synchronization [req-fe67fe91-c40a-4f9f-a9c4-af9e5e99da0d req-fb24f45d-c258-41b4-8469-ca491b054004 tempest-ServersAdminTestJSON-792054294 tempest-ServersAdminTestJSON-792054294-project-member] Enqueued Resource ID: b14d34b3-3850-409a-ad29-5e7f511073a0 with Priority: HIGHEST for action security_group_members [ 827.293021] env[62265]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b14d34b3-3850-409a-ad29-5e7f511073a0 with Priority: HIGHEST for action security_group_members [ 827.293021] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock member-b14d34b3-3850-409a-ad29-5e7f511073a0 taken with stack trace [, , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 827.293021] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b14d34b3-3850-409a-ad29-5e7f511073a0" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 827.299588] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b14d34b3-3850-409a-ad29-5e7f511073a0" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 827.299588] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b14d34b3-3850-409a-ad29-5e7f511073a0" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 827.299588] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 827.299588] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 827.299588] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 827.299588] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 827.299588] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 827.299588] env[62265]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b14d34b3-3850-409a-ad29-5e7f511073a0',) {} {{(pid=62265) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 827.309911] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: eaee02db-54f8-457f-ab87-c3f5ae959460 in Status: SUCCESS [ 827.310132] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-eaee02db-54f8-457f-ab87-c3f5ae959460" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 827.636288] env[62265]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('fc14bf32-d62c-4a80-9110-c757fd3fbc4f',) {} {{(pid=62265) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 827.684156] env[62265]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('816c28a4-7b3d-4ec6-b8a7-98e59cf7a51f',) {} {{(pid=62265) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 827.770026] env[62265]: DEBUG networking_nsxv3.common.locking [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Lock network-528 taken with stack trace [, , , , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 827.771024] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquiring lock "network-528" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 827.771024] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquired lock "network-528" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 827.771024] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquired external semaphore "network-528" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 827.771234] env[62265]: DEBUG networking_nsxv3.common.locking [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 827.771320] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquiring lock "Segment" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 827.771415] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquired lock "Segment" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 827.771628] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquired external semaphore "Segment" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 827.771770] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Releasing lock "Segment" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 827.771974] env[62265]: DEBUG dogpile.cache.region [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] No value present for key: 'zone-id' {{(pid=62265) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 827.772096] env[62265]: DEBUG dogpile.lock [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] NeedRegenerationException {{(pid=62265) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 827.772235] env[62265]: DEBUG dogpile.lock [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] no value, waiting for create lock {{(pid=62265) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 827.772339] env[62265]: DEBUG dogpile.lock [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] value creation lock acquired {{(pid=62265) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 827.772450] env[62265]: DEBUG dogpile.cache.region [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] No value present for key: 'zone-id' {{(pid=62265) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 827.772554] env[62265]: DEBUG dogpile.lock [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Calling creation function for not-yet-present value {{(pid=62265) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 827.772684] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 827.793041] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 827.793295] env[62265]: DEBUG dogpile.cache.region [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=62265) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 827.793452] env[62265]: DEBUG dogpile.lock [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Released creation lock {{(pid=62265) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 827.794344] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Releasing lock "network-528" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 827.794808] env[62265]: DEBUG networking_nsxv3.common.locking [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Lock port-0cc7c9c7-670b-43ea-b231-64e2ab4c5d91 taken with stack trace [, , , , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 827.795133] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquiring lock "port-0cc7c9c7-670b-43ea-b231-64e2ab4c5d91" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 827.795391] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquired lock "port-0cc7c9c7-670b-43ea-b231-64e2ab4c5d91" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 827.795810] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquired external semaphore "port-0cc7c9c7-670b-43ea-b231-64e2ab4c5d91" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 827.795965] env[62265]: DEBUG networking_nsxv3.api.rpc [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0cc7c9c7-670b-43ea-b231-64e2ab4c5d91',) {} {{(pid=62265) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 827.801212] env[62265]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('b14d34b3-3850-409a-ad29-5e7f511073a0',) {} {{(pid=62265) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 828.138382] env[62265]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('fc14bf32-d62c-4a80-9110-c757fd3fbc4f',) {} {{(pid=62265) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 828.187044] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 828.187713] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 828.187713] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 828.187713] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 828.187713] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 828.187713] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 816c28a4-7b3d-4ec6-b8a7-98e59cf7a51f is going to be updated. [ 828.256811] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 828.256977] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 828.257054] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 828.257254] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 828.257406] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 828.272983] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 816c28a4-7b3d-4ec6-b8a7-98e59cf7a51f in Status: IN_PROGRESS for 2s [ 828.294541] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: dbf0382a-bcd5-43d4-ab73-ef2ea46e78d1 in Status: SUCCESS [ 828.294714] env[62265]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: dbf0382a-bcd5-43d4-ab73-ef2ea46e78d1 deletion is rescheduled due to dependency. [ 828.294826] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-dbf0382a-bcd5-43d4-ab73-ef2ea46e78d1" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 828.298676] env[62265]: DEBUG networking_nsxv3.common.locking [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 828.298805] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquiring lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 828.299277] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquired lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 828.299277] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquired external semaphore "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 828.299385] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Releasing lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 828.299430] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Segment Port 0cc7c9c7-670b-43ea-b231-64e2ab4c5d91 not found, creating... [ 828.299689] env[62265]: DEBUG networking_nsxv3.common.locking [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 828.299925] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquiring lock "Segment" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 828.300089] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquired lock "Segment" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 828.300319] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquired external semaphore "Segment" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 828.300456] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Releasing lock "Segment" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 828.300745] env[62265]: DEBUG networking_nsxv3.common.locking [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 828.300903] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquiring lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 828.301034] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquired lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 828.301246] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquired external semaphore "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 828.301415] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Releasing lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 828.301559] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Resource: SegmentPort with ID: 0cc7c9c7-670b-43ea-b231-64e2ab4c5d91 is going to be created. [ 828.302825] env[62265]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('b14d34b3-3850-409a-ad29-5e7f511073a0',) {} {{(pid=62265) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 828.339681] env[62265]: DEBUG networking_nsxv3.common.locking [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 828.340141] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquiring lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 828.340247] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquired lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 828.340552] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquired external semaphore "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 828.340859] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Releasing lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 828.341162] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Releasing lock "port-0cc7c9c7-670b-43ea-b231-64e2ab4c5d91" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 828.640754] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 828.640944] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 828.641064] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 828.641358] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 828.641491] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 828.641627] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fc14bf32-d62c-4a80-9110-c757fd3fbc4f is going to be updated. [ 828.671225] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 828.671436] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 828.671436] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 828.671640] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 828.671789] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 828.681108] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fc14bf32-d62c-4a80-9110-c757fd3fbc4f in Status: IN_PROGRESS for 2s [ 828.805116] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 828.805400] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 828.805400] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 828.805679] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 828.805679] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 828.805742] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b14d34b3-3850-409a-ad29-5e7f511073a0 is going to be updated. [ 828.837825] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 828.838051] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 828.838197] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 828.838382] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 828.838532] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 828.848872] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b14d34b3-3850-409a-ad29-5e7f511073a0 in Status: IN_PROGRESS for 2s [ 829.049224] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 873fdedf-ec9e-4860-ad86-da30e356f9d8 in Status: SUCCESS [ 829.049420] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-873fdedf-ec9e-4860-ad86-da30e356f9d8" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 829.049723] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-873fdedf-ec9e-4860-ad86-da30e356f9d8" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 829.049823] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-873fdedf-ec9e-4860-ad86-da30e356f9d8" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 829.050020] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 829.051055] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 829.051055] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 829.051055] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 829.051055] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 829.051055] env[62265]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('873fdedf-ec9e-4860-ad86-da30e356f9d8',) {} {{(pid=62265) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 829.555659] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 829.555659] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 829.555659] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 829.555659] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 829.555659] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 829.555659] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 829.555659] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 829.555659] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 829.555659] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 829.555659] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 829.555659] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 873fdedf-ec9e-4860-ad86-da30e356f9d8 is going to be updated. [ 829.578690] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 829.580938] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 829.580938] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 829.580938] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 829.580938] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 829.587710] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 873fdedf-ec9e-4860-ad86-da30e356f9d8 in Status: IN_PROGRESS for 2s [ 829.689124] env[62265]: INFO networking_nsxv3.common.synchronization [req-fe67fe91-c40a-4f9f-a9c4-af9e5e99da0d req-020260d2-f3fa-4e33-95ef-bfe396f05b91 service nova] Enqueued Resource ID: b14d34b3-3850-409a-ad29-5e7f511073a0 with Priority: HIGHEST for action security_group_rules [ 829.689124] env[62265]: INFO networking_nsxv3.common.synchronization [req-fe67fe91-c40a-4f9f-a9c4-af9e5e99da0d req-020260d2-f3fa-4e33-95ef-bfe396f05b91 service nova] Enqueued Resource ID: b14d34b3-3850-409a-ad29-5e7f511073a0 with Priority: HIGHEST for action security_group_members [ 829.689124] env[62265]: INFO networking_nsxv3.common.synchronization [req-fe67fe91-c40a-4f9f-a9c4-af9e5e99da0d req-020260d2-f3fa-4e33-95ef-bfe396f05b91 service nova] Enqueued Resource ID: 0cc7c9c7-670b-43ea-b231-64e2ab4c5d91 with Priority: HIGHEST for action port [ 829.689785] env[62265]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b14d34b3-3850-409a-ad29-5e7f511073a0 with Priority: HIGHEST for action security_group_rules [ 829.689785] env[62265]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b14d34b3-3850-409a-ad29-5e7f511073a0 with Priority: HIGHEST for action security_group_members [ 829.689785] env[62265]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0cc7c9c7-670b-43ea-b231-64e2ab4c5d91 with Priority: HIGHEST for action port [ 829.691051] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b14d34b3-3850-409a-ad29-5e7f511073a0 taken with stack trace [, , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 829.691051] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b14d34b3-3850-409a-ad29-5e7f511073a0" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 829.691051] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b14d34b3-3850-409a-ad29-5e7f511073a0" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 829.691225] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b14d34b3-3850-409a-ad29-5e7f511073a0" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 829.691298] env[62265]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b14d34b3-3850-409a-ad29-5e7f511073a0',) {} {{(pid=62265) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 829.693304] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock member-b14d34b3-3850-409a-ad29-5e7f511073a0 taken with stack trace [, , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 829.693304] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b14d34b3-3850-409a-ad29-5e7f511073a0" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 829.693304] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock port-0cc7c9c7-670b-43ea-b231-64e2ab4c5d91 taken with stack trace [, , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 829.693304] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-0cc7c9c7-670b-43ea-b231-64e2ab4c5d91" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 829.693304] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-0cc7c9c7-670b-43ea-b231-64e2ab4c5d91" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 829.693304] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-0cc7c9c7-670b-43ea-b231-64e2ab4c5d91" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 829.693304] env[62265]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0cc7c9c7-670b-43ea-b231-64e2ab4c5d91',) {} {{(pid=62265) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 829.945464] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock all taken with stack trace [, , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 829.945671] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "all" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 829.945714] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "all" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 829.945919] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "all" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 829.946042] env[62265]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_ports_with_revisions called with arguments (1000, 0) {} {{(pid=62265) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 830.170361] env[62265]: INFO networking_nsxv3.common.synchronization [req-c46c04ca-e884-44c8-af03-9895b0ab47f0 req-fb22eda3-f1d1-4a50-9d6b-0245f31c2d85 tempest-ServerActionsV293TestJSON-1600854557 tempest-ServerActionsV293TestJSON-1600854557-project-member] Enqueued Resource ID: 7b591979-c1c7-4513-bd5a-31e7c235aaa9 with Priority: HIGHEST for action security_group_members [ 830.170361] env[62265]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7b591979-c1c7-4513-bd5a-31e7c235aaa9 with Priority: HIGHEST for action security_group_members [ 830.170361] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock member-7b591979-c1c7-4513-bd5a-31e7c235aaa9 taken with stack trace [, , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 830.170361] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7b591979-c1c7-4513-bd5a-31e7c235aaa9" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 830.170361] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7b591979-c1c7-4513-bd5a-31e7c235aaa9" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 830.170361] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7b591979-c1c7-4513-bd5a-31e7c235aaa9" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 830.170361] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 830.170361] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 830.170361] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 830.170361] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 830.172024] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 830.172301] env[62265]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7b591979-c1c7-4513-bd5a-31e7c235aaa9',) {} {{(pid=62265) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 830.194542] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock member-b14d34b3-3850-409a-ad29-5e7f511073a0 taken with stack trace [, , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 830.194542] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b14d34b3-3850-409a-ad29-5e7f511073a0" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 830.200117] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 0cc7c9c7-670b-43ea-b231-64e2ab4c5d91 with status ACTIVE [ 830.200117] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 830.200117] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 830.200117] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 830.200117] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 830.200117] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 830.200117] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 830.200117] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 830.200117] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 830.200117] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 830.200117] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 830.200117] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 830.200117] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 830.200117] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 830.200117] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 830.200117] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 830.200117] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 0cc7c9c7-670b-43ea-b231-64e2ab4c5d91 is going to be updated. [ 830.231828] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 830.231828] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 830.231828] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 830.231828] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 830.231828] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 830.231828] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-0cc7c9c7-670b-43ea-b231-64e2ab4c5d91" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 830.285707] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 816c28a4-7b3d-4ec6-b8a7-98e59cf7a51f in Status: SUCCESS [ 830.285707] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-816c28a4-7b3d-4ec6-b8a7-98e59cf7a51f" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 830.285707] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-816c28a4-7b3d-4ec6-b8a7-98e59cf7a51f" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 830.285707] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-816c28a4-7b3d-4ec6-b8a7-98e59cf7a51f" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 830.285707] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 830.285707] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 830.285707] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 830.285707] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 830.285707] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 830.285707] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-816c28a4-7b3d-4ec6-b8a7-98e59cf7a51f" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 830.285707] env[62265]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('816c28a4-7b3d-4ec6-b8a7-98e59cf7a51f',) {} {{(pid=62265) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 830.450345] env[62265]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_groups_with_revisions called with arguments (1000, 0) {} {{(pid=62265) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 830.676524] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 830.676816] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 830.676816] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 830.676939] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 830.677049] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 830.677242] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 830.677347] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 830.677407] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 830.677542] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 830.677617] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 830.677707] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7b591979-c1c7-4513-bd5a-31e7c235aaa9 is going to be updated. [ 830.691937] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fc14bf32-d62c-4a80-9110-c757fd3fbc4f in Status: SUCCESS [ 830.692180] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fc14bf32-d62c-4a80-9110-c757fd3fbc4f" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 830.692727] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fc14bf32-d62c-4a80-9110-c757fd3fbc4f" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 830.692939] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fc14bf32-d62c-4a80-9110-c757fd3fbc4f" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 830.693136] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 830.693274] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 830.693341] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 830.693494] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 830.693575] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 830.693659] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fc14bf32-d62c-4a80-9110-c757fd3fbc4f" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 830.693749] env[62265]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('fc14bf32-d62c-4a80-9110-c757fd3fbc4f',) {} {{(pid=62265) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 830.705349] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 830.705548] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 830.705650] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 830.705751] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 830.705892] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 830.714219] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7b591979-c1c7-4513-bd5a-31e7c235aaa9 in Status: IN_PROGRESS for 2s [ 830.788323] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock member-816c28a4-7b3d-4ec6-b8a7-98e59cf7a51f taken with stack trace [, , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 830.788495] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-816c28a4-7b3d-4ec6-b8a7-98e59cf7a51f" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 830.788565] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-816c28a4-7b3d-4ec6-b8a7-98e59cf7a51f" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 830.788778] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-816c28a4-7b3d-4ec6-b8a7-98e59cf7a51f" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 830.788943] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 830.789042] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 830.789118] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 830.789258] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 830.789347] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 830.789445] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-816c28a4-7b3d-4ec6-b8a7-98e59cf7a51f" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 830.789587] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock member-816c28a4-7b3d-4ec6-b8a7-98e59cf7a51f taken with stack trace [, , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 830.789679] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-816c28a4-7b3d-4ec6-b8a7-98e59cf7a51f" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 830.789736] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-816c28a4-7b3d-4ec6-b8a7-98e59cf7a51f" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 830.789872] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-816c28a4-7b3d-4ec6-b8a7-98e59cf7a51f" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 830.790010] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 830.790157] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 830.790157] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 830.790316] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 830.790366] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 830.790445] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-816c28a4-7b3d-4ec6-b8a7-98e59cf7a51f" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 830.790534] env[62265]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('816c28a4-7b3d-4ec6-b8a7-98e59cf7a51f',) {} {{(pid=62265) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 830.862604] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b14d34b3-3850-409a-ad29-5e7f511073a0 in Status: SUCCESS [ 830.862811] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b14d34b3-3850-409a-ad29-5e7f511073a0" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 830.862983] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b14d34b3-3850-409a-ad29-5e7f511073a0" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 830.863217] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b14d34b3-3850-409a-ad29-5e7f511073a0" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 830.863668] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 830.863668] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 830.863668] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 830.863920] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 830.863920] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 830.863920] env[62265]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b14d34b3-3850-409a-ad29-5e7f511073a0',) {} {{(pid=62265) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 830.954846] env[62265]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_qos_policies_with_revisions called with arguments (1000, 0) {} {{(pid=62265) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 831.200124] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock member-fc14bf32-d62c-4a80-9110-c757fd3fbc4f taken with stack trace [, , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 831.200124] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fc14bf32-d62c-4a80-9110-c757fd3fbc4f" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 831.200124] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fc14bf32-d62c-4a80-9110-c757fd3fbc4f" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 831.200124] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fc14bf32-d62c-4a80-9110-c757fd3fbc4f" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 831.200124] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 831.200360] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 831.200360] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 831.200427] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 831.200495] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 831.200583] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fc14bf32-d62c-4a80-9110-c757fd3fbc4f" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 831.200731] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock member-fc14bf32-d62c-4a80-9110-c757fd3fbc4f taken with stack trace [, , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 831.200823] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fc14bf32-d62c-4a80-9110-c757fd3fbc4f" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 831.200884] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fc14bf32-d62c-4a80-9110-c757fd3fbc4f" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 831.201042] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fc14bf32-d62c-4a80-9110-c757fd3fbc4f" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 831.201179] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 831.201270] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 831.201330] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 831.201464] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 831.201544] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 831.201626] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fc14bf32-d62c-4a80-9110-c757fd3fbc4f" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 831.201713] env[62265]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('fc14bf32-d62c-4a80-9110-c757fd3fbc4f',) {} {{(pid=62265) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 831.297069] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 816c28a4-7b3d-4ec6-b8a7-98e59cf7a51f: rpc.has_security_group_logging(os_id): False [ 831.316024] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 831.316024] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 831.316024] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 831.316024] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 831.316024] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 831.316024] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 831.316024] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 831.316024] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 831.316024] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 831.316024] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 831.316024] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 831.316024] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 831.316024] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 831.316024] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 831.316024] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 831.316689] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 831.316689] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 831.316689] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 831.316689] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 831.316689] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 831.316689] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 816c28a4-7b3d-4ec6-b8a7-98e59cf7a51f is going to be updated. [ 831.375233] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 831.375233] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 831.375233] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 831.375742] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 831.375742] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 831.376993] env[62265]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('b14d34b3-3850-409a-ad29-5e7f511073a0',) {} {{(pid=62265) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 831.389096] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 816c28a4-7b3d-4ec6-b8a7-98e59cf7a51f in Status: IN_PROGRESS for 2s [ 831.456116] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Inventory metadata is going to be refreshed. [ 831.456186] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Segment. [ 831.599027] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 873fdedf-ec9e-4860-ad86-da30e356f9d8 in Status: SUCCESS [ 831.599027] env[62265]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 873fdedf-ec9e-4860-ad86-da30e356f9d8 deletion is rescheduled due to dependency. [ 831.599027] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-873fdedf-ec9e-4860-ad86-da30e356f9d8" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 831.705783] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for fc14bf32-d62c-4a80-9110-c757fd3fbc4f: rpc.has_security_group_logging(os_id): False [ 831.730028] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 831.730028] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 831.730028] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 831.730028] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 831.730028] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 831.730028] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 831.730028] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 831.730028] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 831.730028] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 831.730028] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 831.730028] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 831.732400] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 831.732791] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 831.733266] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 831.733587] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 831.733988] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 831.734310] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 831.734507] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 831.734781] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 831.735021] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 831.735253] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: fc14bf32-d62c-4a80-9110-c757fd3fbc4f is going to be updated. [ 831.817331] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 831.817570] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 831.817570] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 831.817771] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 831.817923] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 831.833167] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: fc14bf32-d62c-4a80-9110-c757fd3fbc4f in Status: IN_PROGRESS for 2s [ 831.881857] env[62265]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('b14d34b3-3850-409a-ad29-5e7f511073a0',) {} {{(pid=62265) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 832.384980] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 832.385184] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 832.385271] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.385493] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 832.385592] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 832.385709] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b14d34b3-3850-409a-ad29-5e7f511073a0 is going to be updated. [ 832.389441] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 832.389582] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 832.389651] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.389829] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 832.404085] env[62265]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider [-] Duplicate resource with OS_ID: 992 ID: cl2-zone-992 [ 832.554388] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 832.555604] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:SegmentPort. [ 832.558213] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 832.558365] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 832.558419] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.558612] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 832.558740] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 832.567674] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b14d34b3-3850-409a-ad29-5e7f511073a0 in Status: IN_PROGRESS for 2s [ 832.587292] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 832.587461] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 832.587511] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.588045] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 832.596939] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 832.596939] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:SegmentPort Is:0. [ 832.597113] env[62265]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:SegmentPort Are:set() {{(pid=62265) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 832.597113] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules). [ 832.630335] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 832.630335] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 832.630543] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.631185] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 832.632130] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 832.632130] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules Remote IP Prefix). [ 832.691344] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules Remote IP Prefix) taken with stack trace [, , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 832.691483] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules Remote IP Prefix)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 832.691540] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules Remote IP Prefix)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.691917] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules Remote IP Prefix)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 832.693431] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules Remote IP Prefix)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 832.693431] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Address Group. [ 832.723606] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7b591979-c1c7-4513-bd5a-31e7c235aaa9 in Status: SUCCESS [ 832.724199] env[62265]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7b591979-c1c7-4513-bd5a-31e7c235aaa9 deletion is rescheduled due to dependency. [ 832.726291] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7b591979-c1c7-4513-bd5a-31e7c235aaa9" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 832.744810] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Address Group taken with stack trace [, , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 832.745272] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Address Group" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 832.745504] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Address Group" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.745832] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Address Group" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 832.746333] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Address Group" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 832.746869] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Security Group (Rules) Is:36. [ 832.747205] env[62265]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Security Group (Rules) Are:{'833f3169-0676-4778-a13d-0e996caf86c3', 'da93af02-3b4e-409c-8e28-ed7c1e3287ca', '79d33d01-a887-4510-935b-77eadb6bd76a', '5b0b0965-af30-419d-a7a1-35565c6f5c46', 'af4b8eea-a7de-4eb1-925b-bffef6669374', '3e1f7799-a742-4f42-88dc-efdc9eab9a19', '62a27616-2753-4d3e-9cd4-e35381d18526', 'a4ca4088-6a42-47c5-ae21-a147c2358218', 'dc2ad724-10b0-47a3-8d65-dee712e865b1', '2a00353a-61f9-4a65-a698-6221f303b67d', '873fdedf-ec9e-4860-ad86-da30e356f9d8', 'f5e49834-0ea6-495c-ac40-f22465d08790', '3649d9fc-24f4-43f3-8426-2fff76636e76', '816c28a4-7b3d-4ec6-b8a7-98e59cf7a51f', 'e0077c22-f917-4c69-afe4-010a0e0b6642', 'cb4fb40c-9e72-4175-af16-071ca2d9e786', 'e1de3603-accf-48b1-98d6-aa6e1a5d354f', 'b14d34b3-3850-409a-ad29-5e7f511073a0', 'd47d099f-c997-4da1-8b75-b9cff905fb2f', '07b3953d-e6be-4fd6-a5b5-bc8f70152e0c', '7b591979-c1c7-4513-bd5a-31e7c235aaa9', 'eaee02db-54f8-457f-ab87-c3f5ae959460', '60596148-eceb-4997-b7ff-c5c796ce9f1d', '4e3255a1-2627-4af8-a377-2fa0c46dd04b', '436bc623-fc1a-4dae-96bb-9da4a7a82eee', '80a49948-1200-4ec4-9f91-a75016ddff71', '9154915d-163b-4210-b976-4a3d48ceb510', '6375f917-9a84-4259-897a-4a85dfd5f750', 'a5c5ec0d-46d4-416a-916b-33fdcefa1ad7', 'acaa75e0-c50a-4735-bf37-8856257d2177', 'fc14bf32-d62c-4a80-9110-c757fd3fbc4f', 'dbf0382a-bcd5-43d4-ab73-ef2ea46e78d1', '73170779-4669-46dd-a6f5-6360c02dd347', 'd19427e8-4d50-432f-b494-0ac8141f4c17', '026afd4b-d3d0-4e4c-b150-7cb6271ae595', '6e771e24-a68b-413b-9410-7894918edfef'} {{(pid=62265) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 832.747440] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Segment QoS. [ 832.764755] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Segment QoS taken with stack trace [, , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 832.764755] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment QoS" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 832.764755] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment QoS" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.764755] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment QoS" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 832.764755] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment QoS" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 832.764755] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Segment QoS Is:0. [ 832.764755] env[62265]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Segment QoS Are:set() {{(pid=62265) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 832.764755] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Members). [ 832.829743] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 832.829895] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 832.829895] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.830216] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 832.830832] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 832.831059] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Security Group (Members) Is:0. [ 832.831135] env[62265]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Security Group (Members) Are:set() {{(pid=62265) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 832.831241] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Inventory metadata have been refreshed. [ 832.831290] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 0/0 resources of Type:Ports [ 832.831455] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 20/36 resources of Type:Security Group Rules [ 832.831566] env[62265]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 833f3169-0676-4778-a13d-0e996caf86c3 with Priority: HIGH for action security_group_rules [ 832.831633] env[62265]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: da93af02-3b4e-409c-8e28-ed7c1e3287ca with Priority: HIGH for action security_group_rules [ 832.831705] env[62265]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 79d33d01-a887-4510-935b-77eadb6bd76a with Priority: HIGH for action security_group_rules [ 832.831762] env[62265]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 5b0b0965-af30-419d-a7a1-35565c6f5c46 with Priority: HIGH for action security_group_rules [ 832.831796] env[62265]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: af4b8eea-a7de-4eb1-925b-bffef6669374 with Priority: HIGH for action security_group_rules [ 832.831849] env[62265]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 3e1f7799-a742-4f42-88dc-efdc9eab9a19 with Priority: HIGH for action security_group_rules [ 832.831898] env[62265]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 62a27616-2753-4d3e-9cd4-e35381d18526 with Priority: HIGH for action security_group_rules [ 832.831951] env[62265]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: a4ca4088-6a42-47c5-ae21-a147c2358218 with Priority: HIGH for action security_group_rules [ 832.832014] env[62265]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: dc2ad724-10b0-47a3-8d65-dee712e865b1 with Priority: HIGH for action security_group_rules [ 832.832074] env[62265]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 2a00353a-61f9-4a65-a698-6221f303b67d with Priority: HIGH for action security_group_rules [ 832.832161] env[62265]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 873fdedf-ec9e-4860-ad86-da30e356f9d8 with Priority: HIGH for action security_group_rules [ 832.832300] env[62265]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: f5e49834-0ea6-495c-ac40-f22465d08790 with Priority: HIGH for action security_group_rules [ 832.832300] env[62265]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 3649d9fc-24f4-43f3-8426-2fff76636e76 with Priority: HIGH for action security_group_rules [ 832.832371] env[62265]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 816c28a4-7b3d-4ec6-b8a7-98e59cf7a51f with Priority: HIGH for action security_group_rules [ 832.832406] env[62265]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: e0077c22-f917-4c69-afe4-010a0e0b6642 with Priority: HIGH for action security_group_rules [ 832.832493] env[62265]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: cb4fb40c-9e72-4175-af16-071ca2d9e786 with Priority: HIGH for action security_group_rules [ 832.832919] env[62265]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: e1de3603-accf-48b1-98d6-aa6e1a5d354f with Priority: HIGH for action security_group_rules [ 832.832919] env[62265]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: b14d34b3-3850-409a-ad29-5e7f511073a0 with Priority: HIGH for action security_group_rules [ 832.832919] env[62265]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: d47d099f-c997-4da1-8b75-b9cff905fb2f with Priority: HIGH for action security_group_rules [ 832.832919] env[62265]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 07b3953d-e6be-4fd6-a5b5-bc8f70152e0c with Priority: HIGH for action security_group_rules [ 832.832919] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "all" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 833.409126] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 816c28a4-7b3d-4ec6-b8a7-98e59cf7a51f in Status: SUCCESS [ 833.409529] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-816c28a4-7b3d-4ec6-b8a7-98e59cf7a51f" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 833.433332] env[62265]: INFO networking_nsxv3.common.synchronization [req-08d937b3-9432-4b83-a994-8eec06e4ee97 req-715af24e-f3f0-497d-a1d8-63598c27ba4b tempest-SecurityGroupsTestJSON-1266741729 tempest-SecurityGroupsTestJSON-1266741729-project-member] Enqueued Resource ID: 9e952409-8451-48e8-a03d-9ff3d5fdd02f with Priority: HIGHEST for action security_group_members [ 833.433616] env[62265]: INFO networking_nsxv3.common.synchronization [req-08d937b3-9432-4b83-a994-8eec06e4ee97 req-715af24e-f3f0-497d-a1d8-63598c27ba4b tempest-SecurityGroupsTestJSON-1266741729 tempest-SecurityGroupsTestJSON-1266741729-project-member] Enqueued Resource ID: fc14bf32-d62c-4a80-9110-c757fd3fbc4f with Priority: HIGHEST for action security_group_members [ 833.434318] env[62265]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9e952409-8451-48e8-a03d-9ff3d5fdd02f with Priority: HIGHEST for action security_group_members [ 833.434680] env[62265]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fc14bf32-d62c-4a80-9110-c757fd3fbc4f with Priority: HIGHEST for action security_group_members [ 833.434850] env[62265]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 833f3169-0676-4778-a13d-0e996caf86c3 with Priority: HIGH for action security_group_rules [ 833.434991] env[62265]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 79d33d01-a887-4510-935b-77eadb6bd76a with Priority: HIGH for action security_group_rules [ 833.435146] env[62265]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 62a27616-2753-4d3e-9cd4-e35381d18526 with Priority: HIGH for action security_group_rules [ 833.435287] env[62265]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e0077c22-f917-4c69-afe4-010a0e0b6642 with Priority: HIGH for action security_group_rules [ 833.435421] env[62265]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 07b3953d-e6be-4fd6-a5b5-bc8f70152e0c with Priority: HIGH for action security_group_rules [ 833.435552] env[62265]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d47d099f-c997-4da1-8b75-b9cff905fb2f with Priority: HIGH for action security_group_rules [ 833.435678] env[62265]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b14d34b3-3850-409a-ad29-5e7f511073a0 with Priority: HIGH for action security_group_rules [ 833.435804] env[62265]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e1de3603-accf-48b1-98d6-aa6e1a5d354f with Priority: HIGH for action security_group_rules [ 833.435931] env[62265]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 816c28a4-7b3d-4ec6-b8a7-98e59cf7a51f with Priority: HIGH for action security_group_rules [ 833.436676] env[62265]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cb4fb40c-9e72-4175-af16-071ca2d9e786 with Priority: HIGH for action security_group_rules [ 833.436850] env[62265]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3649d9fc-24f4-43f3-8426-2fff76636e76 with Priority: HIGH for action security_group_rules [ 833.436914] env[62265]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f5e49834-0ea6-495c-ac40-f22465d08790 with Priority: HIGH for action security_group_rules [ 833.437037] env[62265]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 873fdedf-ec9e-4860-ad86-da30e356f9d8 with Priority: HIGH for action security_group_rules [ 833.437037] env[62265]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2a00353a-61f9-4a65-a698-6221f303b67d with Priority: HIGH for action security_group_rules [ 833.437197] env[62265]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dc2ad724-10b0-47a3-8d65-dee712e865b1 with Priority: HIGH for action security_group_rules [ 833.437247] env[62265]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3e1f7799-a742-4f42-88dc-efdc9eab9a19 with Priority: HIGH for action security_group_rules [ 833.437323] env[62265]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a4ca4088-6a42-47c5-ae21-a147c2358218 with Priority: HIGH for action security_group_rules [ 833.437410] env[62265]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: af4b8eea-a7de-4eb1-925b-bffef6669374 with Priority: HIGH for action security_group_rules [ 833.437495] env[62265]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: da93af02-3b4e-409c-8e28-ed7c1e3287ca with Priority: HIGH for action security_group_rules [ 833.437574] env[62265]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5b0b0965-af30-419d-a7a1-35565c6f5c46 with Priority: HIGH for action security_group_rules [ 833.437886] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock member-9e952409-8451-48e8-a03d-9ff3d5fdd02f taken with stack trace [, , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 833.438027] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9e952409-8451-48e8-a03d-9ff3d5fdd02f" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 833.438093] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9e952409-8451-48e8-a03d-9ff3d5fdd02f" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.438352] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9e952409-8451-48e8-a03d-9ff3d5fdd02f" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 833.438709] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 833.438709] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 833.438709] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.438971] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 833.438971] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 833.439327] env[62265]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9e952409-8451-48e8-a03d-9ff3d5fdd02f',) {} {{(pid=62265) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 833.442713] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock member-fc14bf32-d62c-4a80-9110-c757fd3fbc4f taken with stack trace [, , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 833.443125] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fc14bf32-d62c-4a80-9110-c757fd3fbc4f" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 833.443125] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fc14bf32-d62c-4a80-9110-c757fd3fbc4f" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.443348] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fc14bf32-d62c-4a80-9110-c757fd3fbc4f" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 833.443571] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 833.443645] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 833.444043] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.444157] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 833.444157] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 833.444365] env[62265]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('fc14bf32-d62c-4a80-9110-c757fd3fbc4f',) {} {{(pid=62265) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 833.445435] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock rules-833f3169-0676-4778-a13d-0e996caf86c3 taken with stack trace [, , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 833.446194] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-833f3169-0676-4778-a13d-0e996caf86c3" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 833.446194] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-833f3169-0676-4778-a13d-0e996caf86c3" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.446194] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-833f3169-0676-4778-a13d-0e996caf86c3" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 833.446194] env[62265]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('833f3169-0676-4778-a13d-0e996caf86c3',) {} {{(pid=62265) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 833.446677] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock rules-79d33d01-a887-4510-935b-77eadb6bd76a taken with stack trace [, , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 833.446762] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-79d33d01-a887-4510-935b-77eadb6bd76a" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 833.446813] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-79d33d01-a887-4510-935b-77eadb6bd76a" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.447840] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-79d33d01-a887-4510-935b-77eadb6bd76a" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 833.447840] env[62265]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('79d33d01-a887-4510-935b-77eadb6bd76a',) {} {{(pid=62265) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 833.449584] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock rules-62a27616-2753-4d3e-9cd4-e35381d18526 taken with stack trace [, , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 833.449584] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-62a27616-2753-4d3e-9cd4-e35381d18526" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 833.449584] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-62a27616-2753-4d3e-9cd4-e35381d18526" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.449584] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-62a27616-2753-4d3e-9cd4-e35381d18526" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 833.449584] env[62265]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('62a27616-2753-4d3e-9cd4-e35381d18526',) {} {{(pid=62265) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 833.449584] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e0077c22-f917-4c69-afe4-010a0e0b6642 taken with stack trace [, , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 833.450055] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e0077c22-f917-4c69-afe4-010a0e0b6642" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 833.450055] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e0077c22-f917-4c69-afe4-010a0e0b6642" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.450055] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e0077c22-f917-4c69-afe4-010a0e0b6642" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 833.450055] env[62265]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e0077c22-f917-4c69-afe4-010a0e0b6642',) {} {{(pid=62265) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 833.450845] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock rules-07b3953d-e6be-4fd6-a5b5-bc8f70152e0c taken with stack trace [, , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 833.450944] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-07b3953d-e6be-4fd6-a5b5-bc8f70152e0c" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 833.451013] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-07b3953d-e6be-4fd6-a5b5-bc8f70152e0c" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.451177] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-07b3953d-e6be-4fd6-a5b5-bc8f70152e0c" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 833.451239] env[62265]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('07b3953d-e6be-4fd6-a5b5-bc8f70152e0c',) {} {{(pid=62265) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 833.452089] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d47d099f-c997-4da1-8b75-b9cff905fb2f taken with stack trace [, , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 833.452203] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d47d099f-c997-4da1-8b75-b9cff905fb2f" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 833.452276] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d47d099f-c997-4da1-8b75-b9cff905fb2f" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.452452] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d47d099f-c997-4da1-8b75-b9cff905fb2f" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 833.452519] env[62265]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d47d099f-c997-4da1-8b75-b9cff905fb2f',) {} {{(pid=62265) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 833.453344] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b14d34b3-3850-409a-ad29-5e7f511073a0 taken with stack trace [, , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 833.453440] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b14d34b3-3850-409a-ad29-5e7f511073a0" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 833.453635] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e1de3603-accf-48b1-98d6-aa6e1a5d354f taken with stack trace [, , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 833.453734] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e1de3603-accf-48b1-98d6-aa6e1a5d354f" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 833.453795] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e1de3603-accf-48b1-98d6-aa6e1a5d354f" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.453935] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e1de3603-accf-48b1-98d6-aa6e1a5d354f" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 833.453997] env[62265]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e1de3603-accf-48b1-98d6-aa6e1a5d354f',) {} {{(pid=62265) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 833.455217] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock rules-816c28a4-7b3d-4ec6-b8a7-98e59cf7a51f taken with stack trace [, , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 833.455316] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-816c28a4-7b3d-4ec6-b8a7-98e59cf7a51f" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 833.455377] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-816c28a4-7b3d-4ec6-b8a7-98e59cf7a51f" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.455543] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-816c28a4-7b3d-4ec6-b8a7-98e59cf7a51f" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 833.455693] env[62265]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('816c28a4-7b3d-4ec6-b8a7-98e59cf7a51f',) {} {{(pid=62265) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 833.456406] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock rules-cb4fb40c-9e72-4175-af16-071ca2d9e786 taken with stack trace [, , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 833.456818] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-cb4fb40c-9e72-4175-af16-071ca2d9e786" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 833.456818] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-cb4fb40c-9e72-4175-af16-071ca2d9e786" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.456818] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-cb4fb40c-9e72-4175-af16-071ca2d9e786" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 833.456818] env[62265]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('cb4fb40c-9e72-4175-af16-071ca2d9e786',) {} {{(pid=62265) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 833.457165] env[62265]: WARNING oslo_messaging._drivers.amqpdriver [-] Number of call queues is 11, greater than warning threshold: 10. There could be a leak. Increasing threshold to: 20 [ 833.458461] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock rules-3649d9fc-24f4-43f3-8426-2fff76636e76 taken with stack trace [, , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 833.458461] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-3649d9fc-24f4-43f3-8426-2fff76636e76" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 833.458650] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-3649d9fc-24f4-43f3-8426-2fff76636e76" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.458870] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-3649d9fc-24f4-43f3-8426-2fff76636e76" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 833.458947] env[62265]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('3649d9fc-24f4-43f3-8426-2fff76636e76',) {} {{(pid=62265) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 833.462501] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f5e49834-0ea6-495c-ac40-f22465d08790 taken with stack trace [, , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 833.462501] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f5e49834-0ea6-495c-ac40-f22465d08790" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 833.462501] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f5e49834-0ea6-495c-ac40-f22465d08790" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.462501] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f5e49834-0ea6-495c-ac40-f22465d08790" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 833.462501] env[62265]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f5e49834-0ea6-495c-ac40-f22465d08790',) {} {{(pid=62265) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 833.462501] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock rules-873fdedf-ec9e-4860-ad86-da30e356f9d8 taken with stack trace [, , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 833.462501] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-873fdedf-ec9e-4860-ad86-da30e356f9d8" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 833.462501] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-873fdedf-ec9e-4860-ad86-da30e356f9d8" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.462501] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-873fdedf-ec9e-4860-ad86-da30e356f9d8" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 833.462501] env[62265]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('873fdedf-ec9e-4860-ad86-da30e356f9d8',) {} {{(pid=62265) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 833.462501] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock rules-2a00353a-61f9-4a65-a698-6221f303b67d taken with stack trace [, , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 833.462501] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-2a00353a-61f9-4a65-a698-6221f303b67d" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 833.462501] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-2a00353a-61f9-4a65-a698-6221f303b67d" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.463782] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-2a00353a-61f9-4a65-a698-6221f303b67d" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 833.463782] env[62265]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('2a00353a-61f9-4a65-a698-6221f303b67d',) {} {{(pid=62265) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 833.463782] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock rules-dc2ad724-10b0-47a3-8d65-dee712e865b1 taken with stack trace [, , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 833.463782] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-dc2ad724-10b0-47a3-8d65-dee712e865b1" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 833.463782] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-dc2ad724-10b0-47a3-8d65-dee712e865b1" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.463782] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-dc2ad724-10b0-47a3-8d65-dee712e865b1" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 833.463782] env[62265]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('dc2ad724-10b0-47a3-8d65-dee712e865b1',) {} {{(pid=62265) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 833.465254] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock rules-3e1f7799-a742-4f42-88dc-efdc9eab9a19 taken with stack trace [, , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 833.465254] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-3e1f7799-a742-4f42-88dc-efdc9eab9a19" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 833.465254] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-3e1f7799-a742-4f42-88dc-efdc9eab9a19" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.465254] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-3e1f7799-a742-4f42-88dc-efdc9eab9a19" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 833.465254] env[62265]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('3e1f7799-a742-4f42-88dc-efdc9eab9a19',) {} {{(pid=62265) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 833.465865] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a4ca4088-6a42-47c5-ae21-a147c2358218 taken with stack trace [, , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 833.465967] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a4ca4088-6a42-47c5-ae21-a147c2358218" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 833.466041] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a4ca4088-6a42-47c5-ae21-a147c2358218" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.466224] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a4ca4088-6a42-47c5-ae21-a147c2358218" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 833.466287] env[62265]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a4ca4088-6a42-47c5-ae21-a147c2358218',) {} {{(pid=62265) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 833.467088] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock rules-af4b8eea-a7de-4eb1-925b-bffef6669374 taken with stack trace [, , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 833.467191] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-af4b8eea-a7de-4eb1-925b-bffef6669374" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 833.467250] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-af4b8eea-a7de-4eb1-925b-bffef6669374" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.467409] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-af4b8eea-a7de-4eb1-925b-bffef6669374" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 833.467466] env[62265]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('af4b8eea-a7de-4eb1-925b-bffef6669374',) {} {{(pid=62265) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 833.468660] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock rules-da93af02-3b4e-409c-8e28-ed7c1e3287ca taken with stack trace [, , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 833.468660] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-da93af02-3b4e-409c-8e28-ed7c1e3287ca" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 833.468660] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-da93af02-3b4e-409c-8e28-ed7c1e3287ca" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.469299] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-da93af02-3b4e-409c-8e28-ed7c1e3287ca" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 833.469299] env[62265]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('da93af02-3b4e-409c-8e28-ed7c1e3287ca',) {} {{(pid=62265) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 833.470051] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock rules-5b0b0965-af30-419d-a7a1-35565c6f5c46 taken with stack trace [, , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 833.470162] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-5b0b0965-af30-419d-a7a1-35565c6f5c46" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 833.470224] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-5b0b0965-af30-419d-a7a1-35565c6f5c46" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.470359] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-5b0b0965-af30-419d-a7a1-35565c6f5c46" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 833.470610] env[62265]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('5b0b0965-af30-419d-a7a1-35565c6f5c46',) {} {{(pid=62265) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 833.470832] env[62265]: WARNING oslo_messaging._drivers.amqpdriver [-] Number of call queues is 21, greater than warning threshold: 20. There could be a leak. Increasing threshold to: 40 [ 833.532886] env[62265]: INFO networking_nsxv3.common.synchronization [req-08d937b3-9432-4b83-a994-8eec06e4ee97 req-715af24e-f3f0-497d-a1d8-63598c27ba4b tempest-SecurityGroupsTestJSON-1266741729 tempest-SecurityGroupsTestJSON-1266741729-project-member] Enqueued Resource ID: 9e952409-8451-48e8-a03d-9ff3d5fdd02f with Priority: HIGHEST for action security_group_rules [ 833.533478] env[62265]: INFO networking_nsxv3.common.synchronization [req-08d937b3-9432-4b83-a994-8eec06e4ee97 req-715af24e-f3f0-497d-a1d8-63598c27ba4b tempest-SecurityGroupsTestJSON-1266741729 tempest-SecurityGroupsTestJSON-1266741729-project-member] Enqueued Resource ID: 9e952409-8451-48e8-a03d-9ff3d5fdd02f with Priority: HIGHEST for action security_group_members [ 833.533478] env[62265]: INFO networking_nsxv3.common.synchronization [req-08d937b3-9432-4b83-a994-8eec06e4ee97 req-715af24e-f3f0-497d-a1d8-63598c27ba4b tempest-SecurityGroupsTestJSON-1266741729 tempest-SecurityGroupsTestJSON-1266741729-project-member] Enqueued Resource ID: fc14bf32-d62c-4a80-9110-c757fd3fbc4f with Priority: HIGHEST for action security_group_rules [ 833.533478] env[62265]: INFO networking_nsxv3.common.synchronization [req-08d937b3-9432-4b83-a994-8eec06e4ee97 req-715af24e-f3f0-497d-a1d8-63598c27ba4b tempest-SecurityGroupsTestJSON-1266741729 tempest-SecurityGroupsTestJSON-1266741729-project-member] Enqueued Resource ID: fc14bf32-d62c-4a80-9110-c757fd3fbc4f with Priority: HIGHEST for action security_group_members [ 833.533478] env[62265]: INFO networking_nsxv3.common.synchronization [req-08d937b3-9432-4b83-a994-8eec06e4ee97 req-715af24e-f3f0-497d-a1d8-63598c27ba4b tempest-SecurityGroupsTestJSON-1266741729 tempest-SecurityGroupsTestJSON-1266741729-project-member] Enqueued Resource ID: 12702faa-cbc2-446d-a5aa-a60571e369bb with Priority: HIGHEST for action port [ 833.534377] env[62265]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9e952409-8451-48e8-a03d-9ff3d5fdd02f with Priority: HIGHEST for action security_group_rules [ 833.534377] env[62265]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fc14bf32-d62c-4a80-9110-c757fd3fbc4f with Priority: HIGHEST for action security_group_rules [ 833.534377] env[62265]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 12702faa-cbc2-446d-a5aa-a60571e369bb with Priority: HIGHEST for action port [ 833.534377] env[62265]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9e952409-8451-48e8-a03d-9ff3d5fdd02f with Priority: HIGHEST for action security_group_members [ 833.534377] env[62265]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fc14bf32-d62c-4a80-9110-c757fd3fbc4f with Priority: HIGHEST for action security_group_members [ 833.534873] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock rules-9e952409-8451-48e8-a03d-9ff3d5fdd02f taken with stack trace [, , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 833.534873] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-9e952409-8451-48e8-a03d-9ff3d5fdd02f" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 833.534873] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-9e952409-8451-48e8-a03d-9ff3d5fdd02f" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.535202] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-9e952409-8451-48e8-a03d-9ff3d5fdd02f" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 833.535202] env[62265]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('9e952409-8451-48e8-a03d-9ff3d5fdd02f',) {} {{(pid=62265) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 833.536167] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock rules-fc14bf32-d62c-4a80-9110-c757fd3fbc4f taken with stack trace [, , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 833.536167] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-fc14bf32-d62c-4a80-9110-c757fd3fbc4f" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 833.536427] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock port-12702faa-cbc2-446d-a5aa-a60571e369bb taken with stack trace [, , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 833.536427] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-12702faa-cbc2-446d-a5aa-a60571e369bb" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 833.536513] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-12702faa-cbc2-446d-a5aa-a60571e369bb" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.537009] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-12702faa-cbc2-446d-a5aa-a60571e369bb" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 833.537009] env[62265]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('12702faa-cbc2-446d-a5aa-a60571e369bb',) {} {{(pid=62265) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 833.537507] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock member-9e952409-8451-48e8-a03d-9ff3d5fdd02f taken with stack trace [, , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 833.537589] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9e952409-8451-48e8-a03d-9ff3d5fdd02f" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 833.537862] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock member-fc14bf32-d62c-4a80-9110-c757fd3fbc4f taken with stack trace [, , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 833.537862] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fc14bf32-d62c-4a80-9110-c757fd3fbc4f" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 833.739346] env[62265]: INFO networking_nsxv3.common.synchronization [req-b058f2f7-b40d-4422-94af-77e2f4fa2186 req-058e9425-f72e-4769-a3cf-d463af597cca tempest-ServerRescueNegativeTestJSON-801777048 tempest-ServerRescueNegativeTestJSON-801777048-project-member] Enqueued Resource ID: 7153b458-f301-4578-9e41-e8a10d3e2733 with Priority: HIGHEST for action security_group_members [ 833.743312] env[62265]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7153b458-f301-4578-9e41-e8a10d3e2733 with Priority: HIGHEST for action security_group_members [ 833.743312] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock member-7153b458-f301-4578-9e41-e8a10d3e2733 taken with stack trace [, , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 833.743312] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7153b458-f301-4578-9e41-e8a10d3e2733" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 833.743312] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7153b458-f301-4578-9e41-e8a10d3e2733" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.743312] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7153b458-f301-4578-9e41-e8a10d3e2733" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 833.743312] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 833.743312] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 833.743312] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.743312] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 833.743312] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 833.743312] env[62265]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7153b458-f301-4578-9e41-e8a10d3e2733',) {} {{(pid=62265) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 833.848069] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: fc14bf32-d62c-4a80-9110-c757fd3fbc4f in Status: SUCCESS [ 833.848863] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-fc14bf32-d62c-4a80-9110-c757fd3fbc4f" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 833.849115] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-fc14bf32-d62c-4a80-9110-c757fd3fbc4f" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.849390] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-fc14bf32-d62c-4a80-9110-c757fd3fbc4f" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 833.849504] env[62265]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('fc14bf32-d62c-4a80-9110-c757fd3fbc4f',) {} {{(pid=62265) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 833.975852] env[62265]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('9e952409-8451-48e8-a03d-9ff3d5fdd02f',) {} {{(pid=62265) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 833.976748] env[62265]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('fc14bf32-d62c-4a80-9110-c757fd3fbc4f',) {} {{(pid=62265) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 833.999883] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 833.999883] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 834.000348] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 834.000348] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 834.001484] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock member-62a27616-2753-4d3e-9cd4-e35381d18526 taken with stack trace [, , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 834.001627] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-62a27616-2753-4d3e-9cd4-e35381d18526" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 834.001673] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-62a27616-2753-4d3e-9cd4-e35381d18526" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 834.001874] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-62a27616-2753-4d3e-9cd4-e35381d18526" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 834.002020] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 834.004407] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 834.005142] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 834.005363] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 834.006119] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 834.006119] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-62a27616-2753-4d3e-9cd4-e35381d18526" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 834.006119] env[62265]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('62a27616-2753-4d3e-9cd4-e35381d18526',) {} {{(pid=62265) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 834.013945] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock member-3e1f7799-a742-4f42-88dc-efdc9eab9a19 taken with stack trace [, , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 834.013945] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3e1f7799-a742-4f42-88dc-efdc9eab9a19" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 834.013945] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3e1f7799-a742-4f42-88dc-efdc9eab9a19" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 834.014233] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3e1f7799-a742-4f42-88dc-efdc9eab9a19" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 834.014401] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 834.014912] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 834.015024] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 834.015156] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 834.016777] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 834.016777] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3e1f7799-a742-4f42-88dc-efdc9eab9a19" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 834.016777] env[62265]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('3e1f7799-a742-4f42-88dc-efdc9eab9a19',) {} {{(pid=62265) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 834.020655] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock member-816c28a4-7b3d-4ec6-b8a7-98e59cf7a51f taken with stack trace [, , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 834.020789] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-816c28a4-7b3d-4ec6-b8a7-98e59cf7a51f" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 834.020940] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-816c28a4-7b3d-4ec6-b8a7-98e59cf7a51f" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 834.021128] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-816c28a4-7b3d-4ec6-b8a7-98e59cf7a51f" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 834.021282] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 834.021371] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 834.023019] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 834.023019] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 834.023019] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 834.023019] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-816c28a4-7b3d-4ec6-b8a7-98e59cf7a51f" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 834.023019] env[62265]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('816c28a4-7b3d-4ec6-b8a7-98e59cf7a51f',) {} {{(pid=62265) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 834.023019] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock member-af4b8eea-a7de-4eb1-925b-bffef6669374 taken with stack trace [, , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 834.023019] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-af4b8eea-a7de-4eb1-925b-bffef6669374" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 834.023514] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-af4b8eea-a7de-4eb1-925b-bffef6669374" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 834.023514] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-af4b8eea-a7de-4eb1-925b-bffef6669374" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 834.023514] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 834.023651] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 834.023651] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 834.023893] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 834.023893] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 834.023987] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-af4b8eea-a7de-4eb1-925b-bffef6669374" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 834.024045] env[62265]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('af4b8eea-a7de-4eb1-925b-bffef6669374',) {} {{(pid=62265) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 834.027394] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock member-3649d9fc-24f4-43f3-8426-2fff76636e76 taken with stack trace [, , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 834.027702] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3649d9fc-24f4-43f3-8426-2fff76636e76" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 834.027702] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3649d9fc-24f4-43f3-8426-2fff76636e76" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 834.027857] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3649d9fc-24f4-43f3-8426-2fff76636e76" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 834.028107] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 834.028172] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 834.028209] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 834.028355] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 834.028355] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 834.028590] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3649d9fc-24f4-43f3-8426-2fff76636e76" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 834.028680] env[62265]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('3649d9fc-24f4-43f3-8426-2fff76636e76',) {} {{(pid=62265) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 834.029838] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock member-cb4fb40c-9e72-4175-af16-071ca2d9e786 taken with stack trace [, , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 834.029838] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cb4fb40c-9e72-4175-af16-071ca2d9e786" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 834.029968] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cb4fb40c-9e72-4175-af16-071ca2d9e786" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 834.030281] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cb4fb40c-9e72-4175-af16-071ca2d9e786" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 834.030445] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 834.030571] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 834.030609] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 834.030776] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 834.030849] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 834.032737] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cb4fb40c-9e72-4175-af16-071ca2d9e786" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 834.032737] env[62265]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('cb4fb40c-9e72-4175-af16-071ca2d9e786',) {} {{(pid=62265) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 834.033457] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock member-e1de3603-accf-48b1-98d6-aa6e1a5d354f taken with stack trace [, , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 834.033581] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e1de3603-accf-48b1-98d6-aa6e1a5d354f" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 834.033640] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e1de3603-accf-48b1-98d6-aa6e1a5d354f" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 834.033939] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e1de3603-accf-48b1-98d6-aa6e1a5d354f" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 834.034160] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 834.034279] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 834.034338] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 834.034488] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 834.034585] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 834.035272] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e1de3603-accf-48b1-98d6-aa6e1a5d354f" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 834.035272] env[62265]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('e1de3603-accf-48b1-98d6-aa6e1a5d354f',) {} {{(pid=62265) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 834.042580] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock member-dc2ad724-10b0-47a3-8d65-dee712e865b1 taken with stack trace [, , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 834.042854] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-dc2ad724-10b0-47a3-8d65-dee712e865b1" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 834.042854] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-dc2ad724-10b0-47a3-8d65-dee712e865b1" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 834.043037] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-dc2ad724-10b0-47a3-8d65-dee712e865b1" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 834.043710] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 834.043810] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 834.043852] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 834.044784] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 834.044784] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 834.044784] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-dc2ad724-10b0-47a3-8d65-dee712e865b1" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 834.044784] env[62265]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('dc2ad724-10b0-47a3-8d65-dee712e865b1',) {} {{(pid=62265) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 834.045307] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock member-e0077c22-f917-4c69-afe4-010a0e0b6642 taken with stack trace [, , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 834.045402] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e0077c22-f917-4c69-afe4-010a0e0b6642" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 834.045487] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e0077c22-f917-4c69-afe4-010a0e0b6642" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 834.046508] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e0077c22-f917-4c69-afe4-010a0e0b6642" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 834.046508] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 834.046508] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 834.046508] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 834.046508] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 834.046508] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 834.046508] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e0077c22-f917-4c69-afe4-010a0e0b6642" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 834.046508] env[62265]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('e0077c22-f917-4c69-afe4-010a0e0b6642',) {} {{(pid=62265) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 834.048411] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 834.048513] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 833f3169-0676-4778-a13d-0e996caf86c3 is going to be deleted. [ 834.059453] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock member-9e952409-8451-48e8-a03d-9ff3d5fdd02f taken with stack trace [, , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 834.059597] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9e952409-8451-48e8-a03d-9ff3d5fdd02f" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 834.059767] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 12702faa-cbc2-446d-a5aa-a60571e369bb with status ACTIVE [ 834.060174] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 834.060174] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 834.060174] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 834.060335] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 834.060423] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 834.060753] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 834.060884] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 834.060884] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 834.061063] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 834.061181] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 834.061361] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 834.061457] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 834.061876] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 834.061876] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 834.061876] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 834.061876] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 12702faa-cbc2-446d-a5aa-a60571e369bb is going to be updated. [ 834.087705] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 834.087705] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 834.087705] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 834.087995] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 834.093809] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 834.094035] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 834.097848] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 834.097848] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 834.099238] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 834.099437] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 834.100429] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 834.100553] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 834.102394] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 834.102607] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 834.104235] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 834.104357] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 834.105276] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 834.105413] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 834.109011] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 834.109192] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 834.111853] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 834.111853] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 873fdedf-ec9e-4860-ad86-da30e356f9d8 is going to be deleted. [ 834.112581] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 834.112825] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 834.116287] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 834.116437] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 834.116503] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 834.116698] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 834.116846] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 834.117401] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-12702faa-cbc2-446d-a5aa-a60571e369bb" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 834.135202] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 834.135374] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 834.146883] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 834.146883] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 2a00353a-61f9-4a65-a698-6221f303b67d is going to be deleted. [ 834.147488] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 834.147488] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 834.189662] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 834.189847] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a4ca4088-6a42-47c5-ae21-a147c2358218 is going to be deleted. [ 834.192847] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 834.192847] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 834.201734] env[62265]: DEBUG networking_nsxv3.common.locking [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Lock network-467 taken with stack trace [, , , , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 834.201734] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquiring lock "network-467" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 834.201734] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquired lock "network-467" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 834.201734] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquired external semaphore "network-467" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 834.201734] env[62265]: DEBUG networking_nsxv3.common.locking [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 834.201734] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquiring lock "Segment" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 834.201734] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquired lock "Segment" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 834.201734] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquired external semaphore "Segment" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 834.201734] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Releasing lock "Segment" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 834.201734] env[62265]: DEBUG dogpile.cache.region [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] No value present for key: 'zone-id' {{(pid=62265) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 834.201734] env[62265]: DEBUG dogpile.lock [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] NeedRegenerationException {{(pid=62265) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 834.201734] env[62265]: DEBUG dogpile.lock [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] no value, waiting for create lock {{(pid=62265) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 834.201734] env[62265]: DEBUG dogpile.lock [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] value creation lock acquired {{(pid=62265) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 834.202386] env[62265]: DEBUG dogpile.cache.region [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] No value present for key: 'zone-id' {{(pid=62265) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 834.202386] env[62265]: DEBUG dogpile.lock [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Calling creation function for not-yet-present value {{(pid=62265) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 834.202386] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 834.221123] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 834.221457] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 834.235284] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 834.235360] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f5e49834-0ea6-495c-ac40-f22465d08790 is going to be deleted. [ 834.237106] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 834.237106] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 834.244829] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 834.244829] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 834.271837] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 834.271999] env[62265]: DEBUG dogpile.cache.region [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Cache value generated in 0.070 seconds for key(s): 'zone-id' {{(pid=62265) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 834.272114] env[62265]: DEBUG dogpile.lock [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Released creation lock {{(pid=62265) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 834.272357] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Releasing lock "network-467" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 834.272762] env[62265]: DEBUG networking_nsxv3.common.locking [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Lock port-ab7dffee-674d-4d7b-ae2a-c8e606ca4227 taken with stack trace [, , , , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 834.273309] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquiring lock "port-ab7dffee-674d-4d7b-ae2a-c8e606ca4227" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 834.273309] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquired lock "port-ab7dffee-674d-4d7b-ae2a-c8e606ca4227" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 834.273564] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquired external semaphore "port-ab7dffee-674d-4d7b-ae2a-c8e606ca4227" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 834.273629] env[62265]: DEBUG networking_nsxv3.api.rpc [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ab7dffee-674d-4d7b-ae2a-c8e606ca4227',) {} {{(pid=62265) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 834.301503] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 834.301503] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: da93af02-3b4e-409c-8e28-ed7c1e3287ca is going to be deleted. [ 834.301503] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 834.301503] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 834.335276] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 834.335408] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 834.343744] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 834.343744] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 834.354582] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock member-fc14bf32-d62c-4a80-9110-c757fd3fbc4f taken with stack trace [, , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 834.354781] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fc14bf32-d62c-4a80-9110-c757fd3fbc4f" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 834.363933] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 834.364148] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 07b3953d-e6be-4fd6-a5b5-bc8f70152e0c is going to be deleted. [ 834.365329] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 834.365569] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 834.383311] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 834.383514] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 834.404720] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 834.404720] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 79d33d01-a887-4510-935b-77eadb6bd76a is going to be deleted. [ 834.405775] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 834.406030] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 834.435384] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 834.435599] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 834.455328] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 834.455328] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 834.456106] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 834.456355] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 5b0b0965-af30-419d-a7a1-35565c6f5c46 is going to be deleted. [ 834.461105] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 834.461825] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 834.482310] env[62265]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('fc14bf32-d62c-4a80-9110-c757fd3fbc4f',) {} {{(pid=62265) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 834.483093] env[62265]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('9e952409-8451-48e8-a03d-9ff3d5fdd02f',) {} {{(pid=62265) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 834.511625] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 834.511625] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d47d099f-c997-4da1-8b75-b9cff905fb2f is going to be deleted. [ 834.511625] env[62265]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('62a27616-2753-4d3e-9cd4-e35381d18526',) {} {{(pid=62265) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 834.511999] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 834.512371] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 834.512587] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 834.512815] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-833f3169-0676-4778-a13d-0e996caf86c3" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 834.514357] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 834.514722] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 834.514887] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 834.515181] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 834.516016] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 834.516016] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-79d33d01-a887-4510-935b-77eadb6bd76a" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 834.516016] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 834.516016] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 834.516016] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 834.516016] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-873fdedf-ec9e-4860-ad86-da30e356f9d8" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 834.517271] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 834.517836] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 834.520041] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 834.520041] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 834.520041] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 834.520041] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 834.520041] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 834.520041] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 834.520041] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7153b458-f301-4578-9e41-e8a10d3e2733 already deleted. [ 834.520041] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7153b458-f301-4578-9e41-e8a10d3e2733" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 834.520041] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 834.520041] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 834.520041] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 834.520041] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-2a00353a-61f9-4a65-a698-6221f303b67d" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 834.520041] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 834.520041] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 834.520041] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 834.520041] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a4ca4088-6a42-47c5-ae21-a147c2358218" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 834.520041] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 834.521462] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 834.522465] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 834.522465] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f5e49834-0ea6-495c-ac40-f22465d08790" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 834.522465] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 834.522465] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 834.522465] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 834.522465] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-da93af02-3b4e-409c-8e28-ed7c1e3287ca" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 834.522465] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 834.522880] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 834.522880] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 834.522880] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-07b3953d-e6be-4fd6-a5b5-bc8f70152e0c" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 834.551221] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock member-cb4fb40c-9e72-4175-af16-071ca2d9e786 taken with stack trace [, , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 834.551221] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cb4fb40c-9e72-4175-af16-071ca2d9e786" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 834.551221] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cb4fb40c-9e72-4175-af16-071ca2d9e786" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 834.551221] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cb4fb40c-9e72-4175-af16-071ca2d9e786" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 834.551221] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 834.551221] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 834.551221] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 834.551221] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 834.551221] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 834.551221] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cb4fb40c-9e72-4175-af16-071ca2d9e786" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 834.551221] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock member-cb4fb40c-9e72-4175-af16-071ca2d9e786 taken with stack trace [, , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 834.551221] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cb4fb40c-9e72-4175-af16-071ca2d9e786" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 834.551221] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cb4fb40c-9e72-4175-af16-071ca2d9e786" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 834.551221] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cb4fb40c-9e72-4175-af16-071ca2d9e786" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 834.552442] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 834.552442] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 834.552442] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 834.552442] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 834.552442] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 834.552442] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cb4fb40c-9e72-4175-af16-071ca2d9e786" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 834.552442] env[62265]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('cb4fb40c-9e72-4175-af16-071ca2d9e786',) {} {{(pid=62265) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 834.554323] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock member-816c28a4-7b3d-4ec6-b8a7-98e59cf7a51f taken with stack trace [, , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 834.554932] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-816c28a4-7b3d-4ec6-b8a7-98e59cf7a51f" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 834.555053] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-816c28a4-7b3d-4ec6-b8a7-98e59cf7a51f" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 834.555467] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-816c28a4-7b3d-4ec6-b8a7-98e59cf7a51f" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 834.555568] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 834.555665] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 834.555816] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 834.555887] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 834.555963] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 834.556076] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-816c28a4-7b3d-4ec6-b8a7-98e59cf7a51f" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 834.556255] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock member-816c28a4-7b3d-4ec6-b8a7-98e59cf7a51f taken with stack trace [, , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 834.556348] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-816c28a4-7b3d-4ec6-b8a7-98e59cf7a51f" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 834.556444] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-816c28a4-7b3d-4ec6-b8a7-98e59cf7a51f" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 834.556543] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-816c28a4-7b3d-4ec6-b8a7-98e59cf7a51f" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 834.556674] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 834.556756] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 834.556830] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 834.557138] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 834.557138] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 834.557249] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-816c28a4-7b3d-4ec6-b8a7-98e59cf7a51f" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 834.557249] env[62265]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('816c28a4-7b3d-4ec6-b8a7-98e59cf7a51f',) {} {{(pid=62265) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 834.559699] env[62265]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('dc2ad724-10b0-47a3-8d65-dee712e865b1',) {} {{(pid=62265) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 834.559699] env[62265]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('e1de3603-accf-48b1-98d6-aa6e1a5d354f',) {} {{(pid=62265) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 834.559699] env[62265]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('af4b8eea-a7de-4eb1-925b-bffef6669374',) {} {{(pid=62265) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 834.560920] env[62265]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('3649d9fc-24f4-43f3-8426-2fff76636e76',) {} {{(pid=62265) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 834.564353] env[62265]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('3e1f7799-a742-4f42-88dc-efdc9eab9a19',) {} {{(pid=62265) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 834.567405] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock member-e0077c22-f917-4c69-afe4-010a0e0b6642 taken with stack trace [, , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 834.567541] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e0077c22-f917-4c69-afe4-010a0e0b6642" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 834.567651] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e0077c22-f917-4c69-afe4-010a0e0b6642" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 834.568384] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e0077c22-f917-4c69-afe4-010a0e0b6642" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 834.568384] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 834.568384] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 834.568384] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 834.568384] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 834.568770] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 834.568770] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e0077c22-f917-4c69-afe4-010a0e0b6642" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 834.568770] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock member-e0077c22-f917-4c69-afe4-010a0e0b6642 taken with stack trace [, , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 834.568770] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e0077c22-f917-4c69-afe4-010a0e0b6642" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 834.568924] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e0077c22-f917-4c69-afe4-010a0e0b6642" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 834.568960] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e0077c22-f917-4c69-afe4-010a0e0b6642" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 834.571355] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 834.571355] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 834.571355] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 834.571355] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 834.571355] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 834.571355] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e0077c22-f917-4c69-afe4-010a0e0b6642" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 834.571355] env[62265]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('e0077c22-f917-4c69-afe4-010a0e0b6642',) {} {{(pid=62265) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 834.581954] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b14d34b3-3850-409a-ad29-5e7f511073a0 in Status: SUCCESS [ 834.582623] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b14d34b3-3850-409a-ad29-5e7f511073a0" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 834.584477] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b14d34b3-3850-409a-ad29-5e7f511073a0" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 834.584477] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b14d34b3-3850-409a-ad29-5e7f511073a0" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 834.584477] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 834.584477] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 834.584477] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 834.584477] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 834.584477] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 834.584477] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b14d34b3-3850-409a-ad29-5e7f511073a0" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 834.584477] env[62265]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('b14d34b3-3850-409a-ad29-5e7f511073a0',) {} {{(pid=62265) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 834.589242] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 834.589425] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 834.589518] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 834.589803] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 834.589912] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 834.590122] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-5b0b0965-af30-419d-a7a1-35565c6f5c46" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 834.633924] env[62265]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 834.634855] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 834.634855] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 834.634855] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 834.635145] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 834.635205] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 834.635331] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d47d099f-c997-4da1-8b75-b9cff905fb2f" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 834.778996] env[62265]: DEBUG networking_nsxv3.common.locking [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 834.779395] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquiring lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 834.781516] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquired lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 834.781516] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquired external semaphore "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 834.781776] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Releasing lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 834.781973] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Segment Port ab7dffee-674d-4d7b-ae2a-c8e606ca4227 not found, creating... [ 834.782376] env[62265]: DEBUG networking_nsxv3.common.locking [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 834.782606] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquiring lock "Segment" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 834.782746] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquired lock "Segment" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 834.783019] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquired external semaphore "Segment" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 834.783275] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Releasing lock "Segment" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 834.783837] env[62265]: DEBUG networking_nsxv3.common.locking [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 834.784048] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquiring lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 834.784178] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquired lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 834.784569] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquired external semaphore "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 834.784767] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Releasing lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 834.784928] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Resource: SegmentPort with ID: ab7dffee-674d-4d7b-ae2a-c8e606ca4227 is going to be created. [ 834.821741] env[62265]: DEBUG networking_nsxv3.common.locking [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 834.822070] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquiring lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 834.822256] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquired lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 834.822548] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquired external semaphore "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 834.822783] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Releasing lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 834.823051] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Releasing lock "port-ab7dffee-674d-4d7b-ae2a-c8e606ca4227" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 834.986227] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 834.986434] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 834.986508] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 834.986686] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 834.986780] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 834.986900] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9e952409-8451-48e8-a03d-9ff3d5fdd02f is going to be created. [ 834.989986] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 834.989986] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 834.989986] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 834.989986] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 834.989986] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 834.989986] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fc14bf32-d62c-4a80-9110-c757fd3fbc4f is going to be updated. [ 835.014079] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 62a27616-2753-4d3e-9cd4-e35381d18526: rpc.has_security_group_logging(os_id): False [ 835.040469] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 835.040621] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 835.040684] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 835.040891] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 835.041062] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 835.046263] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 835.046440] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 835.046539] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 835.046763] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 835.059775] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for cb4fb40c-9e72-4175-af16-071ca2d9e786: rpc.has_security_group_logging(os_id): False [ 835.063181] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9e952409-8451-48e8-a03d-9ff3d5fdd02f in Status: UNINITIALIZED for 2s [ 835.063181] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 835.069112] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 835.069112] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 835.069112] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 835.069112] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 835.069112] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for af4b8eea-a7de-4eb1-925b-bffef6669374: rpc.has_security_group_logging(os_id): False [ 835.069759] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for dc2ad724-10b0-47a3-8d65-dee712e865b1: rpc.has_security_group_logging(os_id): False [ 835.070715] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 3649d9fc-24f4-43f3-8426-2fff76636e76: rpc.has_security_group_logging(os_id): False [ 835.073253] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for e1de3603-accf-48b1-98d6-aa6e1a5d354f: rpc.has_security_group_logging(os_id): False [ 835.073886] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 816c28a4-7b3d-4ec6-b8a7-98e59cf7a51f: rpc.has_security_group_logging(os_id): False [ 835.074806] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 3e1f7799-a742-4f42-88dc-efdc9eab9a19: rpc.has_security_group_logging(os_id): False [ 835.076397] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 835.076791] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 835.076992] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 835.077096] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 835.077320] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 835.077435] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 835.077560] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 62a27616-2753-4d3e-9cd4-e35381d18526 is going to be updated. [ 835.078941] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for e0077c22-f917-4c69-afe4-010a0e0b6642: rpc.has_security_group_logging(os_id): False [ 835.087557] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock member-b14d34b3-3850-409a-ad29-5e7f511073a0 taken with stack trace [, , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 835.087683] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b14d34b3-3850-409a-ad29-5e7f511073a0" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 835.087745] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b14d34b3-3850-409a-ad29-5e7f511073a0" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 835.087964] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b14d34b3-3850-409a-ad29-5e7f511073a0" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 835.088190] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 835.088311] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 835.088487] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 835.088633] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 835.088779] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 835.088867] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b14d34b3-3850-409a-ad29-5e7f511073a0" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 835.089027] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock member-b14d34b3-3850-409a-ad29-5e7f511073a0 taken with stack trace [, , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 835.089123] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b14d34b3-3850-409a-ad29-5e7f511073a0" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 835.089183] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b14d34b3-3850-409a-ad29-5e7f511073a0" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 835.089362] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b14d34b3-3850-409a-ad29-5e7f511073a0" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 835.089503] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 835.089552] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 835.089623] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 835.089765] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 835.089804] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 835.089871] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b14d34b3-3850-409a-ad29-5e7f511073a0" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 835.089962] env[62265]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('b14d34b3-3850-409a-ad29-5e7f511073a0',) {} {{(pid=62265) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 835.092083] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fc14bf32-d62c-4a80-9110-c757fd3fbc4f in Status: IN_PROGRESS for 2s [ 835.110848] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 835.110848] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 835.110848] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 835.110848] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 835.113007] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 835.113152] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 835.114251] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 835.114500] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 835.115083] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 835.115360] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 835.116113] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 835.116527] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 835.117222] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 835.117340] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 835.118082] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 835.118178] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 835.119169] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 835.119253] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 835.136059] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 835.136241] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 835.136345] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 835.136420] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 835.136624] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 835.136724] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 835.136823] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: dc2ad724-10b0-47a3-8d65-dee712e865b1 is going to be updated. [ 835.138490] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 835.138721] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 835.168779] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 835.169092] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 835.169186] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 835.169254] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 835.169445] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 835.169528] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 835.169622] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e1de3603-accf-48b1-98d6-aa6e1a5d354f is going to be updated. [ 835.170801] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 835.170919] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 835.174822] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 835.175411] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 835.204217] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 835.204756] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 835.204756] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 835.204756] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 835.204951] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 835.205011] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 835.205129] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 3649d9fc-24f4-43f3-8426-2fff76636e76 is going to be updated. [ 835.207513] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 835.207684] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 835.236763] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 835.236904] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 835.276271] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 835.276724] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 835.276917] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 835.277039] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 835.277324] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 835.278080] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 835.278080] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 835.278080] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 835.278080] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 835.278080] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 835.278080] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 835.278534] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 835.278534] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 835.278534] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 835.278715] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 835.278715] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 835.278873] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e0077c22-f917-4c69-afe4-010a0e0b6642 is going to be updated. [ 835.283521] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 835.283521] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 835.317790] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 835.317948] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 835.344410] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 835.344711] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 835.352036] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 835.352036] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 835.352036] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 835.352036] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 835.352036] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 835.352036] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 835.352036] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 835.352036] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 835.352036] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 835.352036] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 835.352036] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 835.352036] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 835.352036] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 835.352036] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 835.352918] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 835.352918] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 835.352918] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 816c28a4-7b3d-4ec6-b8a7-98e59cf7a51f is going to be updated. [ 835.354065] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 835.354188] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 835.401929] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 835.402059] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 835.402392] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 835.402392] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 835.402552] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 835.402626] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 835.402794] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 835.402898] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 835.403424] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 835.403424] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 835.403424] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 835.403424] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 835.403679] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 835.403679] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 835.404043] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 835.404756] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 835.404756] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: cb4fb40c-9e72-4175-af16-071ca2d9e786 is going to be updated. [ 835.405948] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 835.405948] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 835.423390] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 835.423390] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 835.433324] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 835.433324] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 835.433324] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 835.434175] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 835.434175] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 835.434175] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 835.434175] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 3e1f7799-a742-4f42-88dc-efdc9eab9a19 is going to be updated. [ 835.439580] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 835.439797] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 835.488059] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 835.488314] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 835.488444] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 835.488510] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 835.489137] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 835.489137] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 835.489137] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: af4b8eea-a7de-4eb1-925b-bffef6669374 is going to be updated. [ 835.489967] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 835.490176] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 835.490444] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 835.492852] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 835.492852] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 835.492852] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 835.494093] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 835.494222] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 835.494272] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 835.494435] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 835.494816] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 835.495441] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 835.495603] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 835.495724] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 835.496581] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 835.496740] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 835.496884] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 835.498797] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 835.498797] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 835.498797] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 835.509933] env[62265]: INFO networking_nsxv3.common.synchronization [req-ac5d34d3-b998-4ace-a9b4-bdd3b681c0db req-7a15dab7-8a34-43fb-8aa5-1ad7125c0487 tempest-ServersTestJSON-480166300 tempest-ServersTestJSON-480166300-project-member] Enqueued Resource ID: dc2ad724-10b0-47a3-8d65-dee712e865b1 with Priority: HIGHEST for action security_group_members [ 835.510518] env[62265]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dc2ad724-10b0-47a3-8d65-dee712e865b1 with Priority: HIGHEST for action security_group_members [ 835.510824] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock member-dc2ad724-10b0-47a3-8d65-dee712e865b1 taken with stack trace [, , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 835.510946] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-dc2ad724-10b0-47a3-8d65-dee712e865b1" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 835.511195] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-dc2ad724-10b0-47a3-8d65-dee712e865b1" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 835.511835] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-dc2ad724-10b0-47a3-8d65-dee712e865b1" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 835.511835] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 835.511835] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 835.511835] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 835.512089] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 835.512089] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 835.512089] env[62265]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('dc2ad724-10b0-47a3-8d65-dee712e865b1',) {} {{(pid=62265) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 835.556538] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 835.556687] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 835.556757] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 835.556972] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 835.557137] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 835.587485] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 3649d9fc-24f4-43f3-8426-2fff76636e76 in Status: IN_PROGRESS for 2s [ 835.589364] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 816c28a4-7b3d-4ec6-b8a7-98e59cf7a51f in Status: IN_PROGRESS for 2s [ 835.589966] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: dc2ad724-10b0-47a3-8d65-dee712e865b1 in Status: IN_PROGRESS for 2s [ 835.591473] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 62a27616-2753-4d3e-9cd4-e35381d18526 in Status: IN_PROGRESS for 2s [ 835.592711] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 835.592826] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 835.592869] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 835.593290] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 835.593518] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 835.595537] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e1de3603-accf-48b1-98d6-aa6e1a5d354f in Status: IN_PROGRESS for 2s [ 835.595792] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for b14d34b3-3850-409a-ad29-5e7f511073a0: rpc.has_security_group_logging(os_id): False [ 835.599363] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: cb4fb40c-9e72-4175-af16-071ca2d9e786 in Status: IN_PROGRESS for 2s [ 835.599927] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e0077c22-f917-4c69-afe4-010a0e0b6642 in Status: IN_PROGRESS for 2s [ 835.617190] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 3e1f7799-a742-4f42-88dc-efdc9eab9a19 in Status: IN_PROGRESS for 2s [ 835.629588] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 835.629733] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 835.629804] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 835.630031] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 835.630178] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 835.647501] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 835.647653] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 835.647724] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 835.647945] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 835.677017] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: af4b8eea-a7de-4eb1-925b-bffef6669374 in Status: IN_PROGRESS for 2s [ 835.685738] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 835.686272] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 835.686272] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 835.686272] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 835.686538] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 835.686641] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 835.686842] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 835.686944] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 835.687025] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 835.687361] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 835.687361] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 835.687591] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 835.687591] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 835.687591] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 835.687788] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 835.687788] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 835.687896] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b14d34b3-3850-409a-ad29-5e7f511073a0 is going to be updated. [ 835.793983] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 835.794291] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 835.794291] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 835.794397] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 835.794512] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 835.809074] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b14d34b3-3850-409a-ad29-5e7f511073a0 in Status: IN_PROGRESS for 2s [ 836.017060] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 836.017381] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 836.017381] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 836.018139] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 836.018281] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 836.018523] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 836.018869] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 836.019859] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 836.019954] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 836.020071] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 836.020192] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: dc2ad724-10b0-47a3-8d65-dee712e865b1 is going to be updated. [ 836.046719] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 836.046719] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 836.046719] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 836.046719] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 836.046719] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 836.053397] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: dc2ad724-10b0-47a3-8d65-dee712e865b1 in Status: IN_PROGRESS for 2s [ 836.157309] env[62265]: INFO networking_nsxv3.common.synchronization [None req-8109dfb9-8095-42d4-8285-92154f68a0b5 None None] Enqueued Resource ID: ef01632c-ce71-4d49-be07-9a0fefbd8dc0 with Priority: HIGHEST for action port [ 836.157910] env[62265]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ef01632c-ce71-4d49-be07-9a0fefbd8dc0 with Priority: HIGHEST for action port [ 836.158268] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock port-ef01632c-ce71-4d49-be07-9a0fefbd8dc0 taken with stack trace [, , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 836.158406] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ef01632c-ce71-4d49-be07-9a0fefbd8dc0" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 836.158489] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ef01632c-ce71-4d49-be07-9a0fefbd8dc0" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 836.159681] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ef01632c-ce71-4d49-be07-9a0fefbd8dc0" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 836.159681] env[62265]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ef01632c-ce71-4d49-be07-9a0fefbd8dc0',) {} {{(pid=62265) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 836.181463] env[62265]: INFO networking_nsxv3.common.synchronization [req-b058f2f7-b40d-4422-94af-77e2f4fa2186 req-94ec6a48-acf6-4270-b541-e101cff265f7 service nova] Enqueued Resource ID: 7153b458-f301-4578-9e41-e8a10d3e2733 with Priority: HIGHEST for action security_group_rules [ 836.181670] env[62265]: INFO networking_nsxv3.common.synchronization [req-b058f2f7-b40d-4422-94af-77e2f4fa2186 req-94ec6a48-acf6-4270-b541-e101cff265f7 service nova] Enqueued Resource ID: 7153b458-f301-4578-9e41-e8a10d3e2733 with Priority: HIGHEST for action security_group_members [ 836.181821] env[62265]: INFO networking_nsxv3.common.synchronization [req-b058f2f7-b40d-4422-94af-77e2f4fa2186 req-94ec6a48-acf6-4270-b541-e101cff265f7 service nova] Enqueued Resource ID: ab7dffee-674d-4d7b-ae2a-c8e606ca4227 with Priority: HIGHEST for action port [ 836.182729] env[62265]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7153b458-f301-4578-9e41-e8a10d3e2733 with Priority: HIGHEST for action security_group_rules [ 836.182784] env[62265]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7153b458-f301-4578-9e41-e8a10d3e2733 with Priority: HIGHEST for action security_group_members [ 836.182875] env[62265]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ab7dffee-674d-4d7b-ae2a-c8e606ca4227 with Priority: HIGHEST for action port [ 836.183818] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock rules-7153b458-f301-4578-9e41-e8a10d3e2733 taken with stack trace [, , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 836.183818] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-7153b458-f301-4578-9e41-e8a10d3e2733" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 836.183818] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-7153b458-f301-4578-9e41-e8a10d3e2733" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 836.183818] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-7153b458-f301-4578-9e41-e8a10d3e2733" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 836.183818] env[62265]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('7153b458-f301-4578-9e41-e8a10d3e2733',) {} {{(pid=62265) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 836.184645] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock member-7153b458-f301-4578-9e41-e8a10d3e2733 taken with stack trace [, , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 836.184770] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7153b458-f301-4578-9e41-e8a10d3e2733" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 836.184843] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7153b458-f301-4578-9e41-e8a10d3e2733" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 836.185031] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7153b458-f301-4578-9e41-e8a10d3e2733" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 836.186562] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 836.186763] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 836.186763] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 836.186919] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 836.187037] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 836.187130] env[62265]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7153b458-f301-4578-9e41-e8a10d3e2733',) {} {{(pid=62265) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 836.188045] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock port-ab7dffee-674d-4d7b-ae2a-c8e606ca4227 taken with stack trace [, , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 836.188152] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ab7dffee-674d-4d7b-ae2a-c8e606ca4227" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 836.188258] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ab7dffee-674d-4d7b-ae2a-c8e606ca4227" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 836.188395] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ab7dffee-674d-4d7b-ae2a-c8e606ca4227" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 836.188484] env[62265]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ab7dffee-674d-4d7b-ae2a-c8e606ca4227',) {} {{(pid=62265) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 836.662449] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port ef01632c-ce71-4d49-be07-9a0fefbd8dc0 [ 836.662449] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 836.662449] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 836.662449] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 836.662449] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 836.662449] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 836.662449] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:ef01632c-ce71-4d49-be07-9a0fefbd8dc0 already deleted. [ 836.662449] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ef01632c-ce71-4d49-be07-9a0fefbd8dc0" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 836.694138] env[62265]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('7153b458-f301-4578-9e41-e8a10d3e2733',) {} {{(pid=62265) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 836.695375] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock member-7153b458-f301-4578-9e41-e8a10d3e2733 taken with stack trace [, , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 836.695518] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7153b458-f301-4578-9e41-e8a10d3e2733" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 836.696482] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port ab7dffee-674d-4d7b-ae2a-c8e606ca4227 with status ACTIVE [ 836.696482] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 836.696482] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 836.696482] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 836.696482] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 836.696482] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 836.696482] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 836.696482] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 836.696482] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 836.697026] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 836.697026] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 836.697149] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 836.697262] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 836.697303] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 836.697460] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 836.698063] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 836.698063] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: ab7dffee-674d-4d7b-ae2a-c8e606ca4227 is going to be updated. [ 836.722865] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 836.722865] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 836.722865] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 836.722865] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 836.722865] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 836.722865] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ab7dffee-674d-4d7b-ae2a-c8e606ca4227" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 836.913157] env[62265]: INFO networking_nsxv3.common.synchronization [req-b1b6e9a2-fe31-42bd-b061-c13d1bdc3d8e req-b98e943a-706c-495e-b244-2cd90f9e08aa tempest-VolumesAdminNegativeTest-1556279164 tempest-VolumesAdminNegativeTest-1556279164-project-member] Enqueued Resource ID: 16d3b289-3e0c-4b2b-8d94-60c241a56f86 with Priority: HIGHEST for action security_group_members [ 836.913675] env[62265]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 16d3b289-3e0c-4b2b-8d94-60c241a56f86 with Priority: HIGHEST for action security_group_members [ 836.916509] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock member-16d3b289-3e0c-4b2b-8d94-60c241a56f86 taken with stack trace [, , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 836.916714] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-16d3b289-3e0c-4b2b-8d94-60c241a56f86" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 836.916714] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-16d3b289-3e0c-4b2b-8d94-60c241a56f86" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 836.917722] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-16d3b289-3e0c-4b2b-8d94-60c241a56f86" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 836.917722] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 836.917722] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 836.917722] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 836.917722] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 836.917722] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 836.918876] env[62265]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('16d3b289-3e0c-4b2b-8d94-60c241a56f86',) {} {{(pid=62265) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 837.090761] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9e952409-8451-48e8-a03d-9ff3d5fdd02f in Status: SUCCESS [ 837.090761] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9e952409-8451-48e8-a03d-9ff3d5fdd02f" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 837.090761] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9e952409-8451-48e8-a03d-9ff3d5fdd02f" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.090761] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9e952409-8451-48e8-a03d-9ff3d5fdd02f" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 837.090761] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 837.090761] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 837.090761] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.090761] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 837.090761] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 837.090761] env[62265]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9e952409-8451-48e8-a03d-9ff3d5fdd02f',) {} {{(pid=62265) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 837.115074] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fc14bf32-d62c-4a80-9110-c757fd3fbc4f in Status: SUCCESS [ 837.115074] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fc14bf32-d62c-4a80-9110-c757fd3fbc4f" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 837.115074] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fc14bf32-d62c-4a80-9110-c757fd3fbc4f" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.115074] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fc14bf32-d62c-4a80-9110-c757fd3fbc4f" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 837.115074] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 837.115074] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 837.115074] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.115074] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 837.115074] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 837.115074] env[62265]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('fc14bf32-d62c-4a80-9110-c757fd3fbc4f',) {} {{(pid=62265) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 837.200420] env[62265]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('7153b458-f301-4578-9e41-e8a10d3e2733',) {} {{(pid=62265) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 837.420034] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 837.420477] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 837.420477] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.420773] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 837.421563] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 837.422127] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 837.422127] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 837.422127] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.422751] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 837.423520] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 837.423684] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 16d3b289-3e0c-4b2b-8d94-60c241a56f86 already deleted. [ 837.423846] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-16d3b289-3e0c-4b2b-8d94-60c241a56f86" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 837.595997] env[62265]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('9e952409-8451-48e8-a03d-9ff3d5fdd02f',) {} {{(pid=62265) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 837.615108] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 3649d9fc-24f4-43f3-8426-2fff76636e76 in Status: SUCCESS [ 837.615367] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-3649d9fc-24f4-43f3-8426-2fff76636e76" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 837.617213] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: dc2ad724-10b0-47a3-8d65-dee712e865b1 in Status: SUCCESS [ 837.617213] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-dc2ad724-10b0-47a3-8d65-dee712e865b1" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 837.617213] env[62265]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('fc14bf32-d62c-4a80-9110-c757fd3fbc4f',) {} {{(pid=62265) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 837.620153] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: cb4fb40c-9e72-4175-af16-071ca2d9e786 in Status: SUCCESS [ 837.620153] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-cb4fb40c-9e72-4175-af16-071ca2d9e786" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 837.620806] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 816c28a4-7b3d-4ec6-b8a7-98e59cf7a51f in Status: SUCCESS [ 837.620910] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-816c28a4-7b3d-4ec6-b8a7-98e59cf7a51f" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 837.621656] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 62a27616-2753-4d3e-9cd4-e35381d18526 in Status: SUCCESS [ 837.621741] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-62a27616-2753-4d3e-9cd4-e35381d18526" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 837.623262] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e0077c22-f917-4c69-afe4-010a0e0b6642 in Status: SUCCESS [ 837.623468] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e0077c22-f917-4c69-afe4-010a0e0b6642" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 837.624955] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e1de3603-accf-48b1-98d6-aa6e1a5d354f in Status: SUCCESS [ 837.625145] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e1de3603-accf-48b1-98d6-aa6e1a5d354f" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 837.633200] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 3e1f7799-a742-4f42-88dc-efdc9eab9a19 in Status: SUCCESS [ 837.633442] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-3e1f7799-a742-4f42-88dc-efdc9eab9a19" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 837.692992] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: af4b8eea-a7de-4eb1-925b-bffef6669374 in Status: SUCCESS [ 837.693257] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-af4b8eea-a7de-4eb1-925b-bffef6669374" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 837.704331] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 837.704331] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 837.704331] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.704331] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 837.704331] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 837.704331] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7153b458-f301-4578-9e41-e8a10d3e2733 is going to be created. [ 837.706751] env[62265]: DEBUG networking_nsxv3.common.locking [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Lock network-367 taken with stack trace [, , , , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 837.706972] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquiring lock "network-367" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 837.707169] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquired lock "network-367" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.707438] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquired external semaphore "network-367" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 837.707697] env[62265]: DEBUG networking_nsxv3.common.locking [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 837.707862] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquiring lock "Segment" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 837.707976] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquired lock "Segment" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.708207] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquired external semaphore "Segment" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 837.708350] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Releasing lock "Segment" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 837.708553] env[62265]: DEBUG dogpile.cache.region [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] No value present for key: 'zone-id' {{(pid=62265) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 837.708666] env[62265]: DEBUG dogpile.lock [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] NeedRegenerationException {{(pid=62265) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 837.708777] env[62265]: DEBUG dogpile.lock [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] no value, waiting for create lock {{(pid=62265) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 837.708884] env[62265]: DEBUG dogpile.lock [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] value creation lock acquired {{(pid=62265) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 837.708992] env[62265]: DEBUG dogpile.cache.region [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] No value present for key: 'zone-id' {{(pid=62265) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 837.709109] env[62265]: DEBUG dogpile.lock [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Calling creation function for not-yet-present value {{(pid=62265) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 837.709272] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 837.729270] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 837.729270] env[62265]: DEBUG dogpile.cache.region [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=62265) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 837.729270] env[62265]: DEBUG dogpile.lock [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Released creation lock {{(pid=62265) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 837.729469] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Releasing lock "network-367" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 837.729846] env[62265]: DEBUG networking_nsxv3.common.locking [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Lock port-743a6737-2d3b-4979-87f7-8dd6ae1fcd81 taken with stack trace [, , , , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 837.730046] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquiring lock "port-743a6737-2d3b-4979-87f7-8dd6ae1fcd81" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 837.730199] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquired lock "port-743a6737-2d3b-4979-87f7-8dd6ae1fcd81" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.730880] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquired external semaphore "port-743a6737-2d3b-4979-87f7-8dd6ae1fcd81" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 837.731593] env[62265]: DEBUG networking_nsxv3.api.rpc [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('743a6737-2d3b-4979-87f7-8dd6ae1fcd81',) {} {{(pid=62265) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 837.733886] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 837.734028] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 837.734096] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.734293] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 837.734470] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 837.745134] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7153b458-f301-4578-9e41-e8a10d3e2733 in Status: UNINITIALIZED for 2s [ 837.826750] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b14d34b3-3850-409a-ad29-5e7f511073a0 in Status: SUCCESS [ 837.826750] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b14d34b3-3850-409a-ad29-5e7f511073a0" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 837.826750] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b14d34b3-3850-409a-ad29-5e7f511073a0" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.826750] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b14d34b3-3850-409a-ad29-5e7f511073a0" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 837.826750] env[62265]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b14d34b3-3850-409a-ad29-5e7f511073a0',) {} {{(pid=62265) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 838.064489] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: dc2ad724-10b0-47a3-8d65-dee712e865b1 in Status: SUCCESS [ 838.064489] env[62265]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: dc2ad724-10b0-47a3-8d65-dee712e865b1 deletion is rescheduled due to dependency. [ 838.064489] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-dc2ad724-10b0-47a3-8d65-dee712e865b1" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 838.102060] env[62265]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('9e952409-8451-48e8-a03d-9ff3d5fdd02f',) {} {{(pid=62265) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 838.125386] env[62265]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('fc14bf32-d62c-4a80-9110-c757fd3fbc4f',) {} {{(pid=62265) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 838.238241] env[62265]: DEBUG networking_nsxv3.common.locking [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 838.238241] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquiring lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 838.238241] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquired lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.238241] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquired external semaphore "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 838.238241] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Releasing lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 838.238241] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Segment Port 743a6737-2d3b-4979-87f7-8dd6ae1fcd81 not found, creating... [ 838.238461] env[62265]: DEBUG networking_nsxv3.common.locking [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 838.238621] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquiring lock "Segment" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 838.238743] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquired lock "Segment" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.238974] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquired external semaphore "Segment" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 838.239133] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Releasing lock "Segment" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 838.239422] env[62265]: DEBUG networking_nsxv3.common.locking [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 838.239583] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquiring lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 838.239703] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquired lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.239998] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquired external semaphore "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 838.240211] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Releasing lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 838.240406] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Resource: SegmentPort with ID: 743a6737-2d3b-4979-87f7-8dd6ae1fcd81 is going to be created. [ 838.261549] env[62265]: DEBUG networking_nsxv3.common.locking [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 838.261549] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquiring lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 838.261549] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquired lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.261841] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquired external semaphore "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 838.262538] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Releasing lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 838.262538] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Releasing lock "port-743a6737-2d3b-4979-87f7-8dd6ae1fcd81" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 838.286600] env[62265]: INFO networking_nsxv3.common.synchronization [None req-89ed0927-6446-4e39-9305-e08b85f71272 tempest-ServersTestManualDisk-755920073 tempest-ServersTestManualDisk-755920073-project-member] Enqueued Resource ID: 71fd9bd9-c65c-467d-adb1-9c6f61cda6c0 with Priority: HIGHEST for action security_group_rules [ 838.287302] env[62265]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 71fd9bd9-c65c-467d-adb1-9c6f61cda6c0 with Priority: HIGHEST for action security_group_rules [ 838.288041] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock rules-71fd9bd9-c65c-467d-adb1-9c6f61cda6c0 taken with stack trace [, , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 838.288041] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-71fd9bd9-c65c-467d-adb1-9c6f61cda6c0" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 838.288041] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-71fd9bd9-c65c-467d-adb1-9c6f61cda6c0" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.288222] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-71fd9bd9-c65c-467d-adb1-9c6f61cda6c0" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 838.288253] env[62265]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('71fd9bd9-c65c-467d-adb1-9c6f61cda6c0',) {} {{(pid=62265) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 838.328626] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock member-b14d34b3-3850-409a-ad29-5e7f511073a0 taken with stack trace [, , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 838.328776] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b14d34b3-3850-409a-ad29-5e7f511073a0" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 838.328856] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b14d34b3-3850-409a-ad29-5e7f511073a0" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.329070] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b14d34b3-3850-409a-ad29-5e7f511073a0" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 838.329241] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 838.329344] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 838.329397] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.329671] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 838.329671] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 838.329782] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b14d34b3-3850-409a-ad29-5e7f511073a0" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 838.329782] env[62265]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('b14d34b3-3850-409a-ad29-5e7f511073a0',) {} {{(pid=62265) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 838.454461] env[62265]: INFO networking_nsxv3.common.synchronization [None req-f147239f-12f9-4408-bc62-e03689526e2d tempest-ServersTestManualDisk-755920073 tempest-ServersTestManualDisk-755920073-project-member] Enqueued Resource ID: 71fd9bd9-c65c-467d-adb1-9c6f61cda6c0 with Priority: HIGHEST for action security_group_rules [ 838.454461] env[62265]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 71fd9bd9-c65c-467d-adb1-9c6f61cda6c0 with Priority: HIGHEST for action security_group_rules [ 838.454889] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock rules-71fd9bd9-c65c-467d-adb1-9c6f61cda6c0 taken with stack trace [, , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 838.455074] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-71fd9bd9-c65c-467d-adb1-9c6f61cda6c0" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 838.556023] env[62265]: INFO networking_nsxv3.common.synchronization [None req-105e12fa-8713-4b54-ab30-1ca38af8ecb8 None None] Enqueued Resource ID: 69c65350-0078-4d24-ab9e-c1668bab03c4 with Priority: HIGHEST for action port [ 838.556346] env[62265]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 69c65350-0078-4d24-ab9e-c1668bab03c4 with Priority: HIGHEST for action port [ 838.556988] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock port-69c65350-0078-4d24-ab9e-c1668bab03c4 taken with stack trace [, , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 838.558151] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-69c65350-0078-4d24-ab9e-c1668bab03c4" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 838.558266] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-69c65350-0078-4d24-ab9e-c1668bab03c4" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.559703] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-69c65350-0078-4d24-ab9e-c1668bab03c4" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 838.559703] env[62265]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('69c65350-0078-4d24-ab9e-c1668bab03c4',) {} {{(pid=62265) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 838.605383] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 838.605631] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 838.609027] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.609027] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 838.609027] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 838.609027] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9e952409-8451-48e8-a03d-9ff3d5fdd02f is going to be updated. [ 838.628548] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 838.628739] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 838.628798] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.628975] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 838.629082] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 838.629185] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fc14bf32-d62c-4a80-9110-c757fd3fbc4f is going to be updated. [ 838.632189] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 838.632460] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 838.632561] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.632772] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 838.632944] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 838.641081] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9e952409-8451-48e8-a03d-9ff3d5fdd02f in Status: IN_PROGRESS for 2s [ 838.657019] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 838.657019] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 838.657019] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.657019] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 838.657019] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 838.662881] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fc14bf32-d62c-4a80-9110-c757fd3fbc4f in Status: IN_PROGRESS for 2s [ 838.732780] env[62265]: INFO networking_nsxv3.common.synchronization [req-3473488b-1430-4920-8360-493b4785b507 req-990e16ec-9edd-4cfb-a616-f1cbd0a824a3 tempest-ServersTestFqdnHostnames-602458550 tempest-ServersTestFqdnHostnames-602458550-project-member] Enqueued Resource ID: 6e771e24-a68b-413b-9410-7894918edfef with Priority: HIGHEST for action security_group_members [ 838.733459] env[62265]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6e771e24-a68b-413b-9410-7894918edfef with Priority: HIGHEST for action security_group_members [ 838.733762] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock member-6e771e24-a68b-413b-9410-7894918edfef taken with stack trace [, , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 838.735323] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6e771e24-a68b-413b-9410-7894918edfef" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 838.735323] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6e771e24-a68b-413b-9410-7894918edfef" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.735323] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6e771e24-a68b-413b-9410-7894918edfef" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 838.735323] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 838.735323] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 838.735323] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.735323] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 838.735323] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 838.735323] env[62265]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6e771e24-a68b-413b-9410-7894918edfef',) {} {{(pid=62265) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 838.809461] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 838.809763] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 838.809888] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.810286] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 838.810358] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 838.810514] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 71fd9bd9-c65c-467d-adb1-9c6f61cda6c0 already deleted. [ 838.810663] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-71fd9bd9-c65c-467d-adb1-9c6f61cda6c0" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 838.810956] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-71fd9bd9-c65c-467d-adb1-9c6f61cda6c0" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.811163] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-71fd9bd9-c65c-467d-adb1-9c6f61cda6c0" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 838.811300] env[62265]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('71fd9bd9-c65c-467d-adb1-9c6f61cda6c0',) {} {{(pid=62265) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 838.832366] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock member-b14d34b3-3850-409a-ad29-5e7f511073a0 taken with stack trace [, , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 838.832366] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b14d34b3-3850-409a-ad29-5e7f511073a0" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 838.832741] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b14d34b3-3850-409a-ad29-5e7f511073a0" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.832741] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b14d34b3-3850-409a-ad29-5e7f511073a0" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 838.832900] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 838.832900] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 838.833491] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.833491] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 838.833491] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 838.833491] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b14d34b3-3850-409a-ad29-5e7f511073a0" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 838.833491] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock member-b14d34b3-3850-409a-ad29-5e7f511073a0 taken with stack trace [, , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 838.834195] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b14d34b3-3850-409a-ad29-5e7f511073a0" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 838.834195] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b14d34b3-3850-409a-ad29-5e7f511073a0" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.834195] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b14d34b3-3850-409a-ad29-5e7f511073a0" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 838.834195] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 838.834195] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 838.834195] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.834195] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 838.834195] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 838.834805] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b14d34b3-3850-409a-ad29-5e7f511073a0" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 838.834805] env[62265]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('b14d34b3-3850-409a-ad29-5e7f511073a0',) {} {{(pid=62265) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 839.062144] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 69c65350-0078-4d24-ab9e-c1668bab03c4 [ 839.062470] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 839.062619] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 839.062689] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 839.062929] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 839.063030] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 839.063124] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:69c65350-0078-4d24-ab9e-c1668bab03c4 already deleted. [ 839.063209] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-69c65350-0078-4d24-ab9e-c1668bab03c4" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 839.230743] env[62265]: INFO networking_nsxv3.common.synchronization [req-b1b6e9a2-fe31-42bd-b061-c13d1bdc3d8e req-39d61f42-c4f6-4f24-adb9-e5e5f3ca8d17 service nova] Enqueued Resource ID: 16d3b289-3e0c-4b2b-8d94-60c241a56f86 with Priority: HIGHEST for action security_group_rules [ 839.231020] env[62265]: INFO networking_nsxv3.common.synchronization [req-b1b6e9a2-fe31-42bd-b061-c13d1bdc3d8e req-39d61f42-c4f6-4f24-adb9-e5e5f3ca8d17 service nova] Enqueued Resource ID: 16d3b289-3e0c-4b2b-8d94-60c241a56f86 with Priority: HIGHEST for action security_group_members [ 839.231494] env[62265]: INFO networking_nsxv3.common.synchronization [req-b1b6e9a2-fe31-42bd-b061-c13d1bdc3d8e req-39d61f42-c4f6-4f24-adb9-e5e5f3ca8d17 service nova] Enqueued Resource ID: 743a6737-2d3b-4979-87f7-8dd6ae1fcd81 with Priority: HIGHEST for action port [ 839.234782] env[62265]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 16d3b289-3e0c-4b2b-8d94-60c241a56f86 with Priority: HIGHEST for action security_group_rules [ 839.235228] env[62265]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 16d3b289-3e0c-4b2b-8d94-60c241a56f86 with Priority: HIGHEST for action security_group_members [ 839.235435] env[62265]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 743a6737-2d3b-4979-87f7-8dd6ae1fcd81 with Priority: HIGHEST for action port [ 839.239864] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock rules-16d3b289-3e0c-4b2b-8d94-60c241a56f86 taken with stack trace [, , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 839.239864] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-16d3b289-3e0c-4b2b-8d94-60c241a56f86" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 839.239864] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-16d3b289-3e0c-4b2b-8d94-60c241a56f86" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 839.239864] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-16d3b289-3e0c-4b2b-8d94-60c241a56f86" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 839.239864] env[62265]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('16d3b289-3e0c-4b2b-8d94-60c241a56f86',) {} {{(pid=62265) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 839.242557] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock member-16d3b289-3e0c-4b2b-8d94-60c241a56f86 taken with stack trace [, , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 839.242696] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-16d3b289-3e0c-4b2b-8d94-60c241a56f86" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 839.242761] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-16d3b289-3e0c-4b2b-8d94-60c241a56f86" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 839.243045] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-16d3b289-3e0c-4b2b-8d94-60c241a56f86" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 839.243177] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 839.243300] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 839.243461] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 839.243642] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 839.243718] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 839.243805] env[62265]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('16d3b289-3e0c-4b2b-8d94-60c241a56f86',) {} {{(pid=62265) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 839.253421] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock port-743a6737-2d3b-4979-87f7-8dd6ae1fcd81 taken with stack trace [, , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 839.253421] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-743a6737-2d3b-4979-87f7-8dd6ae1fcd81" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 839.253421] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-743a6737-2d3b-4979-87f7-8dd6ae1fcd81" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 839.253421] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-743a6737-2d3b-4979-87f7-8dd6ae1fcd81" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 839.253421] env[62265]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('743a6737-2d3b-4979-87f7-8dd6ae1fcd81',) {} {{(pid=62265) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 839.253421] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 839.253421] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 839.253421] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 839.253421] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 839.273396] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 839.273895] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 839.274104] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 839.274866] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 839.274866] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 839.274866] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 839.274866] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6e771e24-a68b-413b-9410-7894918edfef is going to be updated. [ 839.301054] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 839.301054] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 839.301194] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 839.301615] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 839.301615] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 839.314481] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6e771e24-a68b-413b-9410-7894918edfef in Status: IN_PROGRESS for 2s [ 839.331406] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 839.332254] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 839.332735] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 839.333350] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 839.333810] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 839.334757] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 71fd9bd9-c65c-467d-adb1-9c6f61cda6c0 already deleted. [ 839.334757] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-71fd9bd9-c65c-467d-adb1-9c6f61cda6c0" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 839.336122] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for b14d34b3-3850-409a-ad29-5e7f511073a0: rpc.has_security_group_logging(os_id): False [ 839.351889] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 839.351889] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 839.351889] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 839.351889] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 839.352272] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 839.352272] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 839.352394] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 839.352394] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 839.352623] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 839.352623] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 839.352809] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 839.354710] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 839.354710] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 839.354710] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 839.354710] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 839.354710] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 839.354710] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 839.354710] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 839.354710] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 839.354710] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 839.354710] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b14d34b3-3850-409a-ad29-5e7f511073a0 is going to be updated. [ 839.425544] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 839.425544] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 839.425544] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 839.425544] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 839.425544] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 839.441518] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b14d34b3-3850-409a-ad29-5e7f511073a0 in Status: IN_PROGRESS for 2s [ 839.743213] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock member-16d3b289-3e0c-4b2b-8d94-60c241a56f86 taken with stack trace [, , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 839.743852] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-16d3b289-3e0c-4b2b-8d94-60c241a56f86" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 839.751392] env[62265]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('16d3b289-3e0c-4b2b-8d94-60c241a56f86',) {} {{(pid=62265) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 839.755099] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7153b458-f301-4578-9e41-e8a10d3e2733 in Status: SUCCESS [ 839.755384] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7153b458-f301-4578-9e41-e8a10d3e2733" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 839.755517] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7153b458-f301-4578-9e41-e8a10d3e2733" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 839.755765] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7153b458-f301-4578-9e41-e8a10d3e2733" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 839.756059] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 839.756316] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 839.756316] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 839.756469] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 839.756549] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 839.756636] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7153b458-f301-4578-9e41-e8a10d3e2733" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 839.756728] env[62265]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('7153b458-f301-4578-9e41-e8a10d3e2733',) {} {{(pid=62265) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 839.757872] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 743a6737-2d3b-4979-87f7-8dd6ae1fcd81 with status ACTIVE [ 839.760460] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 839.760460] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 839.760460] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 839.760460] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 839.760460] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 839.760651] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 839.761327] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 839.761327] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 839.761327] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 839.761327] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 839.761327] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 839.761327] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 839.761558] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 839.761558] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 839.761558] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 839.761654] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 743a6737-2d3b-4979-87f7-8dd6ae1fcd81 is going to be updated. [ 839.885781] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 839.885927] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 839.885999] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 839.886241] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 839.886379] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 839.887392] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-743a6737-2d3b-4979-87f7-8dd6ae1fcd81" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 839.961502] env[62265]: INFO networking_nsxv3.common.synchronization [req-c8bb247b-e708-4d85-8abc-8066347c8cf8 req-789bce26-edb7-4906-a64f-a5a96f09a3b0 tempest-ServerRescueNegativeTestJSON-801777048 tempest-ServerRescueNegativeTestJSON-801777048-project-member] Enqueued Resource ID: 7153b458-f301-4578-9e41-e8a10d3e2733 with Priority: HIGHEST for action security_group_members [ 839.962132] env[62265]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7153b458-f301-4578-9e41-e8a10d3e2733 with Priority: HIGHEST for action security_group_members [ 839.962539] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock member-7153b458-f301-4578-9e41-e8a10d3e2733 taken with stack trace [, , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 839.962663] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7153b458-f301-4578-9e41-e8a10d3e2733" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 839.962724] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7153b458-f301-4578-9e41-e8a10d3e2733" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 839.962936] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7153b458-f301-4578-9e41-e8a10d3e2733" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 839.965345] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 839.965650] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 839.965650] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 839.965848] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 839.965922] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 839.966034] env[62265]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7153b458-f301-4578-9e41-e8a10d3e2733',) {} {{(pid=62265) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 840.254766] env[62265]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('16d3b289-3e0c-4b2b-8d94-60c241a56f86',) {} {{(pid=62265) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 840.265078] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock member-7153b458-f301-4578-9e41-e8a10d3e2733 taken with stack trace [, , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 840.265078] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7153b458-f301-4578-9e41-e8a10d3e2733" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 840.469229] env[62265]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('7153b458-f301-4578-9e41-e8a10d3e2733',) {} {{(pid=62265) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 840.645427] env[62265]: DEBUG networking_nsxv3.common.locking [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Lock network-467 taken with stack trace [, , , , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 840.645630] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquiring lock "network-467" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 840.645754] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquired lock "network-467" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 840.646039] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquired external semaphore "network-467" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 840.647602] env[62265]: DEBUG networking_nsxv3.common.locking [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 840.647602] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquiring lock "Segment" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 840.647602] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquired lock "Segment" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 840.647602] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquired external semaphore "Segment" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 840.647602] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Releasing lock "Segment" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 840.647602] env[62265]: DEBUG dogpile.cache.region [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] No value present for key: 'zone-id' {{(pid=62265) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 840.647602] env[62265]: DEBUG dogpile.lock [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] NeedRegenerationException {{(pid=62265) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 840.647602] env[62265]: DEBUG dogpile.lock [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] no value, waiting for create lock {{(pid=62265) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 840.647602] env[62265]: DEBUG dogpile.lock [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] value creation lock acquired {{(pid=62265) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 840.647602] env[62265]: DEBUG dogpile.cache.region [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] No value present for key: 'zone-id' {{(pid=62265) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 840.648017] env[62265]: DEBUG dogpile.lock [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Calling creation function for not-yet-present value {{(pid=62265) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 840.648017] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 840.657929] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9e952409-8451-48e8-a03d-9ff3d5fdd02f in Status: SUCCESS [ 840.658171] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9e952409-8451-48e8-a03d-9ff3d5fdd02f" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 840.658411] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9e952409-8451-48e8-a03d-9ff3d5fdd02f" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 840.658542] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9e952409-8451-48e8-a03d-9ff3d5fdd02f" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 840.658731] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 840.658844] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 840.658908] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 840.659252] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 840.659252] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 840.659252] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9e952409-8451-48e8-a03d-9ff3d5fdd02f" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 840.659420] env[62265]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('9e952409-8451-48e8-a03d-9ff3d5fdd02f',) {} {{(pid=62265) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 840.667073] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 840.667073] env[62265]: DEBUG dogpile.cache.region [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=62265) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 840.667185] env[62265]: DEBUG dogpile.lock [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Released creation lock {{(pid=62265) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 840.667396] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Releasing lock "network-467" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 840.667984] env[62265]: DEBUG networking_nsxv3.common.locking [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Lock port-bb3eb627-59f5-4224-a5b9-016643e10f7f taken with stack trace [, , , , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 840.667984] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquiring lock "port-bb3eb627-59f5-4224-a5b9-016643e10f7f" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 840.667984] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquired lock "port-bb3eb627-59f5-4224-a5b9-016643e10f7f" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 840.668328] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquired external semaphore "port-bb3eb627-59f5-4224-a5b9-016643e10f7f" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 840.668560] env[62265]: DEBUG networking_nsxv3.api.rpc [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('bb3eb627-59f5-4224-a5b9-016643e10f7f',) {} {{(pid=62265) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 840.669958] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fc14bf32-d62c-4a80-9110-c757fd3fbc4f in Status: SUCCESS [ 840.671029] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fc14bf32-d62c-4a80-9110-c757fd3fbc4f" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 840.671029] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fc14bf32-d62c-4a80-9110-c757fd3fbc4f" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 840.671029] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fc14bf32-d62c-4a80-9110-c757fd3fbc4f" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 840.671029] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 840.671029] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 840.671029] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 840.671257] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 840.671257] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 840.671257] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fc14bf32-d62c-4a80-9110-c757fd3fbc4f" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 840.671341] env[62265]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('fc14bf32-d62c-4a80-9110-c757fd3fbc4f',) {} {{(pid=62265) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 840.756964] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 840.757118] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 840.757189] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 840.757415] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 840.757552] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 840.757602] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 16d3b289-3e0c-4b2b-8d94-60c241a56f86 is going to be created. [ 840.778476] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 840.781019] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 840.781019] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 840.781019] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 840.781019] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 840.787592] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 16d3b289-3e0c-4b2b-8d94-60c241a56f86 in Status: UNINITIALIZED for 2s [ 840.971814] env[62265]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('7153b458-f301-4578-9e41-e8a10d3e2733',) {} {{(pid=62265) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 841.162335] env[62265]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('9e952409-8451-48e8-a03d-9ff3d5fdd02f',) {} {{(pid=62265) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 841.172930] env[62265]: DEBUG networking_nsxv3.common.locking [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 841.173397] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquiring lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 841.173575] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquired lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 841.173932] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquired external semaphore "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 841.174137] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Releasing lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 841.174378] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Segment Port bb3eb627-59f5-4224-a5b9-016643e10f7f not found, creating... [ 841.174705] env[62265]: DEBUG networking_nsxv3.common.locking [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 841.174953] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquiring lock "Segment" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 841.175159] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquired lock "Segment" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 841.175462] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquired external semaphore "Segment" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 841.175658] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Releasing lock "Segment" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 841.176855] env[62265]: DEBUG networking_nsxv3.common.locking [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 841.176855] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquiring lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 841.176855] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquired lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 841.176855] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquired external semaphore "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 841.176855] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Releasing lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 841.177762] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Resource: SegmentPort with ID: bb3eb627-59f5-4224-a5b9-016643e10f7f is going to be created. [ 841.178476] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock member-fc14bf32-d62c-4a80-9110-c757fd3fbc4f taken with stack trace [, , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 841.178601] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fc14bf32-d62c-4a80-9110-c757fd3fbc4f" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 841.178657] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fc14bf32-d62c-4a80-9110-c757fd3fbc4f" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 841.179185] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fc14bf32-d62c-4a80-9110-c757fd3fbc4f" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 841.179185] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 841.179357] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 841.179515] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 841.179831] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 841.179928] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 841.180489] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fc14bf32-d62c-4a80-9110-c757fd3fbc4f" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 841.180658] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock member-fc14bf32-d62c-4a80-9110-c757fd3fbc4f taken with stack trace [, , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 841.180810] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fc14bf32-d62c-4a80-9110-c757fd3fbc4f" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 841.180964] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fc14bf32-d62c-4a80-9110-c757fd3fbc4f" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 841.181220] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fc14bf32-d62c-4a80-9110-c757fd3fbc4f" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 841.181439] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 841.181577] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 841.181670] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 841.181852] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 841.182336] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 841.182336] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fc14bf32-d62c-4a80-9110-c757fd3fbc4f" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 841.182336] env[62265]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('fc14bf32-d62c-4a80-9110-c757fd3fbc4f',) {} {{(pid=62265) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 841.203867] env[62265]: DEBUG networking_nsxv3.common.locking [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 841.204180] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquiring lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 841.204346] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquired lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 841.204644] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquired external semaphore "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 841.204990] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Releasing lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 841.205214] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Releasing lock "port-bb3eb627-59f5-4224-a5b9-016643e10f7f" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 841.324815] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6e771e24-a68b-413b-9410-7894918edfef in Status: SUCCESS [ 841.325190] env[62265]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6e771e24-a68b-413b-9410-7894918edfef deletion is rescheduled due to dependency. [ 841.325190] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6e771e24-a68b-413b-9410-7894918edfef" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 841.456217] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b14d34b3-3850-409a-ad29-5e7f511073a0 in Status: SUCCESS [ 841.456217] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b14d34b3-3850-409a-ad29-5e7f511073a0" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 841.476240] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 841.476488] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 841.476571] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 841.476839] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 841.476958] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 841.477108] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7153b458-f301-4578-9e41-e8a10d3e2733 is going to be updated. [ 841.504229] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 841.504465] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 841.504510] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 841.504902] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 841.505142] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 841.513381] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7153b458-f301-4578-9e41-e8a10d3e2733 in Status: IN_PROGRESS for 2s [ 841.665345] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 9e952409-8451-48e8-a03d-9ff3d5fdd02f: rpc.has_security_group_logging(os_id): False [ 841.682015] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 841.682246] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 841.682246] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 841.682471] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 841.682591] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 841.682825] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 841.682940] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 841.683029] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 841.683603] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 841.683603] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 841.683603] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 9e952409-8451-48e8-a03d-9ff3d5fdd02f is going to be created. [ 841.684655] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for fc14bf32-d62c-4a80-9110-c757fd3fbc4f: rpc.has_security_group_logging(os_id): False [ 841.701218] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 841.701218] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 841.701218] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 841.701218] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 841.730453] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 841.730747] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 841.730926] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 841.730926] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 841.731136] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 841.731222] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 841.731420] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 841.731521] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 841.731584] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 841.731736] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 841.731809] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 841.731991] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 841.732098] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 841.732160] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 841.732371] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 841.732459] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 841.732546] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: fc14bf32-d62c-4a80-9110-c757fd3fbc4f is going to be updated. [ 841.751346] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 841.751580] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 841.751580] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 841.751762] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 841.751932] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 841.761066] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 9e952409-8451-48e8-a03d-9ff3d5fdd02f in Status: IN_PROGRESS for 2s [ 841.809076] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 841.809248] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 841.809313] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 841.809541] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 841.809702] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 841.825159] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: fc14bf32-d62c-4a80-9110-c757fd3fbc4f in Status: IN_PROGRESS for 2s [ 842.171427] env[62265]: INFO networking_nsxv3.common.synchronization [req-b86d6d8f-f305-4e1b-9b41-660be16be44e req-a8d8a054-6c39-4324-8ee5-ca26513ecfdd tempest-SecurityGroupsTestJSON-1266741729 tempest-SecurityGroupsTestJSON-1266741729-project-member] Enqueued Resource ID: 9e952409-8451-48e8-a03d-9ff3d5fdd02f with Priority: HIGHEST for action security_group_members [ 842.171427] env[62265]: INFO networking_nsxv3.common.synchronization [req-b86d6d8f-f305-4e1b-9b41-660be16be44e req-a8d8a054-6c39-4324-8ee5-ca26513ecfdd tempest-SecurityGroupsTestJSON-1266741729 tempest-SecurityGroupsTestJSON-1266741729-project-member] Enqueued Resource ID: 61fcf90a-8d8e-49d5-b5fd-596a3eab5da3 with Priority: HIGHEST for action security_group_members [ 842.171427] env[62265]: INFO networking_nsxv3.common.synchronization [req-b86d6d8f-f305-4e1b-9b41-660be16be44e req-a8d8a054-6c39-4324-8ee5-ca26513ecfdd tempest-SecurityGroupsTestJSON-1266741729 tempest-SecurityGroupsTestJSON-1266741729-project-member] Enqueued Resource ID: fc14bf32-d62c-4a80-9110-c757fd3fbc4f with Priority: HIGHEST for action security_group_members [ 842.171577] env[62265]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9e952409-8451-48e8-a03d-9ff3d5fdd02f with Priority: HIGHEST for action security_group_members [ 842.171653] env[62265]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 61fcf90a-8d8e-49d5-b5fd-596a3eab5da3 with Priority: HIGHEST for action security_group_members [ 842.171740] env[62265]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fc14bf32-d62c-4a80-9110-c757fd3fbc4f with Priority: HIGHEST for action security_group_members [ 842.172094] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock member-9e952409-8451-48e8-a03d-9ff3d5fdd02f taken with stack trace [, , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 842.172231] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9e952409-8451-48e8-a03d-9ff3d5fdd02f" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 842.172350] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9e952409-8451-48e8-a03d-9ff3d5fdd02f" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 842.173178] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9e952409-8451-48e8-a03d-9ff3d5fdd02f" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 842.173178] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 842.173178] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 842.173178] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 842.173475] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 842.173521] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 842.176506] env[62265]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9e952409-8451-48e8-a03d-9ff3d5fdd02f',) {} {{(pid=62265) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 842.176506] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock member-61fcf90a-8d8e-49d5-b5fd-596a3eab5da3 taken with stack trace [, , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 842.178963] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-61fcf90a-8d8e-49d5-b5fd-596a3eab5da3" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 842.179082] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-61fcf90a-8d8e-49d5-b5fd-596a3eab5da3" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 842.179301] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-61fcf90a-8d8e-49d5-b5fd-596a3eab5da3" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 842.179490] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 842.179592] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 842.179654] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 842.180450] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 842.180450] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 842.180450] env[62265]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('61fcf90a-8d8e-49d5-b5fd-596a3eab5da3',) {} {{(pid=62265) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 842.181144] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock member-fc14bf32-d62c-4a80-9110-c757fd3fbc4f taken with stack trace [, , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 842.181144] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fc14bf32-d62c-4a80-9110-c757fd3fbc4f" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 842.181144] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fc14bf32-d62c-4a80-9110-c757fd3fbc4f" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 842.181312] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fc14bf32-d62c-4a80-9110-c757fd3fbc4f" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 842.181401] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 842.181514] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 842.182962] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 842.182962] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 842.182962] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 842.182962] env[62265]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('fc14bf32-d62c-4a80-9110-c757fd3fbc4f',) {} {{(pid=62265) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 842.205342] env[62265]: INFO networking_nsxv3.common.synchronization [req-c8bb247b-e708-4d85-8abc-8066347c8cf8 req-eb4d60ab-7f92-4661-9f90-4ca292c993dd service nova] Enqueued Resource ID: 7153b458-f301-4578-9e41-e8a10d3e2733 with Priority: HIGHEST for action security_group_rules [ 842.206128] env[62265]: INFO networking_nsxv3.common.synchronization [req-c8bb247b-e708-4d85-8abc-8066347c8cf8 req-eb4d60ab-7f92-4661-9f90-4ca292c993dd service nova] Enqueued Resource ID: 7153b458-f301-4578-9e41-e8a10d3e2733 with Priority: HIGHEST for action security_group_members [ 842.206128] env[62265]: INFO networking_nsxv3.common.synchronization [req-c8bb247b-e708-4d85-8abc-8066347c8cf8 req-eb4d60ab-7f92-4661-9f90-4ca292c993dd service nova] Enqueued Resource ID: bb3eb627-59f5-4224-a5b9-016643e10f7f with Priority: HIGHEST for action port [ 842.207051] env[62265]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7153b458-f301-4578-9e41-e8a10d3e2733 with Priority: HIGHEST for action security_group_rules [ 842.207051] env[62265]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7153b458-f301-4578-9e41-e8a10d3e2733 with Priority: HIGHEST for action security_group_members [ 842.207051] env[62265]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bb3eb627-59f5-4224-a5b9-016643e10f7f with Priority: HIGHEST for action port [ 842.207051] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock rules-7153b458-f301-4578-9e41-e8a10d3e2733 taken with stack trace [, , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 842.207051] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-7153b458-f301-4578-9e41-e8a10d3e2733" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 842.207051] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock member-7153b458-f301-4578-9e41-e8a10d3e2733 taken with stack trace [, , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 842.207051] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7153b458-f301-4578-9e41-e8a10d3e2733" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 842.208057] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock port-bb3eb627-59f5-4224-a5b9-016643e10f7f taken with stack trace [, , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 842.208176] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-bb3eb627-59f5-4224-a5b9-016643e10f7f" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 842.208245] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-bb3eb627-59f5-4224-a5b9-016643e10f7f" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 842.208474] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-bb3eb627-59f5-4224-a5b9-016643e10f7f" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 842.208557] env[62265]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('bb3eb627-59f5-4224-a5b9-016643e10f7f',) {} {{(pid=62265) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 842.265498] env[62265]: INFO networking_nsxv3.common.synchronization [req-b86d6d8f-f305-4e1b-9b41-660be16be44e req-a8d8a054-6c39-4324-8ee5-ca26513ecfdd tempest-SecurityGroupsTestJSON-1266741729 tempest-SecurityGroupsTestJSON-1266741729-project-member] Enqueued Resource ID: 61fcf90a-8d8e-49d5-b5fd-596a3eab5da3 with Priority: HIGHEST for action security_group_rules [ 842.265684] env[62265]: INFO networking_nsxv3.common.synchronization [req-b86d6d8f-f305-4e1b-9b41-660be16be44e req-a8d8a054-6c39-4324-8ee5-ca26513ecfdd tempest-SecurityGroupsTestJSON-1266741729 tempest-SecurityGroupsTestJSON-1266741729-project-member] Enqueued Resource ID: 61fcf90a-8d8e-49d5-b5fd-596a3eab5da3 with Priority: HIGHEST for action security_group_members [ 842.265822] env[62265]: INFO networking_nsxv3.common.synchronization [req-b86d6d8f-f305-4e1b-9b41-660be16be44e req-a8d8a054-6c39-4324-8ee5-ca26513ecfdd tempest-SecurityGroupsTestJSON-1266741729 tempest-SecurityGroupsTestJSON-1266741729-project-member] Enqueued Resource ID: 9e952409-8451-48e8-a03d-9ff3d5fdd02f with Priority: HIGHEST for action security_group_rules [ 842.265951] env[62265]: INFO networking_nsxv3.common.synchronization [req-b86d6d8f-f305-4e1b-9b41-660be16be44e req-a8d8a054-6c39-4324-8ee5-ca26513ecfdd tempest-SecurityGroupsTestJSON-1266741729 tempest-SecurityGroupsTestJSON-1266741729-project-member] Enqueued Resource ID: 9e952409-8451-48e8-a03d-9ff3d5fdd02f with Priority: HIGHEST for action security_group_members [ 842.266402] env[62265]: INFO networking_nsxv3.common.synchronization [req-b86d6d8f-f305-4e1b-9b41-660be16be44e req-a8d8a054-6c39-4324-8ee5-ca26513ecfdd tempest-SecurityGroupsTestJSON-1266741729 tempest-SecurityGroupsTestJSON-1266741729-project-member] Enqueued Resource ID: fc14bf32-d62c-4a80-9110-c757fd3fbc4f with Priority: HIGHEST for action security_group_rules [ 842.266557] env[62265]: INFO networking_nsxv3.common.synchronization [req-b86d6d8f-f305-4e1b-9b41-660be16be44e req-a8d8a054-6c39-4324-8ee5-ca26513ecfdd tempest-SecurityGroupsTestJSON-1266741729 tempest-SecurityGroupsTestJSON-1266741729-project-member] Enqueued Resource ID: fc14bf32-d62c-4a80-9110-c757fd3fbc4f with Priority: HIGHEST for action security_group_members [ 842.266762] env[62265]: INFO networking_nsxv3.common.synchronization [req-b86d6d8f-f305-4e1b-9b41-660be16be44e req-a8d8a054-6c39-4324-8ee5-ca26513ecfdd tempest-SecurityGroupsTestJSON-1266741729 tempest-SecurityGroupsTestJSON-1266741729-project-member] Enqueued Resource ID: 12702faa-cbc2-446d-a5aa-a60571e369bb with Priority: HIGHEST for action port [ 842.268149] env[62265]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 61fcf90a-8d8e-49d5-b5fd-596a3eab5da3 with Priority: HIGHEST for action security_group_rules [ 842.268324] env[62265]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9e952409-8451-48e8-a03d-9ff3d5fdd02f with Priority: HIGHEST for action security_group_rules [ 842.268390] env[62265]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fc14bf32-d62c-4a80-9110-c757fd3fbc4f with Priority: HIGHEST for action security_group_members [ 842.268540] env[62265]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 12702faa-cbc2-446d-a5aa-a60571e369bb with Priority: HIGHEST for action port [ 842.268584] env[62265]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fc14bf32-d62c-4a80-9110-c757fd3fbc4f with Priority: HIGHEST for action security_group_rules [ 842.268647] env[62265]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 61fcf90a-8d8e-49d5-b5fd-596a3eab5da3 with Priority: HIGHEST for action security_group_members [ 842.268731] env[62265]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9e952409-8451-48e8-a03d-9ff3d5fdd02f with Priority: HIGHEST for action security_group_members [ 842.269030] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock rules-61fcf90a-8d8e-49d5-b5fd-596a3eab5da3 taken with stack trace [, , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 842.269159] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-61fcf90a-8d8e-49d5-b5fd-596a3eab5da3" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 842.270743] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-61fcf90a-8d8e-49d5-b5fd-596a3eab5da3" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 842.271774] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-61fcf90a-8d8e-49d5-b5fd-596a3eab5da3" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 842.271878] env[62265]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('61fcf90a-8d8e-49d5-b5fd-596a3eab5da3',) {} {{(pid=62265) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 842.273157] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock rules-9e952409-8451-48e8-a03d-9ff3d5fdd02f taken with stack trace [, , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 842.273157] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-9e952409-8451-48e8-a03d-9ff3d5fdd02f" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 842.273351] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock member-fc14bf32-d62c-4a80-9110-c757fd3fbc4f taken with stack trace [, , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 842.273445] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fc14bf32-d62c-4a80-9110-c757fd3fbc4f" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 842.273624] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock port-12702faa-cbc2-446d-a5aa-a60571e369bb taken with stack trace [, , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 842.273729] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-12702faa-cbc2-446d-a5aa-a60571e369bb" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 842.273793] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-12702faa-cbc2-446d-a5aa-a60571e369bb" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 842.273975] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-12702faa-cbc2-446d-a5aa-a60571e369bb" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 842.274062] env[62265]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('12702faa-cbc2-446d-a5aa-a60571e369bb',) {} {{(pid=62265) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 842.274862] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock rules-fc14bf32-d62c-4a80-9110-c757fd3fbc4f taken with stack trace [, , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 842.274956] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-fc14bf32-d62c-4a80-9110-c757fd3fbc4f" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 842.275752] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock member-61fcf90a-8d8e-49d5-b5fd-596a3eab5da3 taken with stack trace [, , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 842.275843] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-61fcf90a-8d8e-49d5-b5fd-596a3eab5da3" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 842.276059] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock member-9e952409-8451-48e8-a03d-9ff3d5fdd02f taken with stack trace [, , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 842.276147] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9e952409-8451-48e8-a03d-9ff3d5fdd02f" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 842.685245] env[62265]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('61fcf90a-8d8e-49d5-b5fd-596a3eab5da3',) {} {{(pid=62265) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 842.685245] env[62265]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('9e952409-8451-48e8-a03d-9ff3d5fdd02f',) {} {{(pid=62265) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 842.685780] env[62265]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('fc14bf32-d62c-4a80-9110-c757fd3fbc4f',) {} {{(pid=62265) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 842.710951] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port bb3eb627-59f5-4224-a5b9-016643e10f7f with status ACTIVE [ 842.711113] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 842.711503] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 842.711503] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 842.711503] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 842.711597] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 842.711847] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 842.711847] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 842.711956] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 842.712067] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 842.712147] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 842.712350] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 842.712483] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 842.712514] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 842.712648] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 842.712738] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 842.712831] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: bb3eb627-59f5-4224-a5b9-016643e10f7f is going to be updated. [ 842.747528] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 842.747984] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 842.748109] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 842.748362] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 842.748508] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 842.748674] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-bb3eb627-59f5-4224-a5b9-016643e10f7f" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 842.780880] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock member-61fcf90a-8d8e-49d5-b5fd-596a3eab5da3 taken with stack trace [, , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 842.780998] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-61fcf90a-8d8e-49d5-b5fd-596a3eab5da3" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 842.781377] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 12702faa-cbc2-446d-a5aa-a60571e369bb with status ACTIVE [ 842.781377] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 842.781567] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 842.781567] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 842.781751] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 842.781839] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 842.782017] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 842.782161] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 842.782189] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 842.782347] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 842.782590] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 842.782658] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 842.782764] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 842.782764] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 842.782990] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 842.782990] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 842.783245] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 12702faa-cbc2-446d-a5aa-a60571e369bb is going to be updated. [ 842.800509] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 16d3b289-3e0c-4b2b-8d94-60c241a56f86 in Status: SUCCESS [ 842.800728] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-16d3b289-3e0c-4b2b-8d94-60c241a56f86" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 842.800905] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-16d3b289-3e0c-4b2b-8d94-60c241a56f86" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 842.801182] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-16d3b289-3e0c-4b2b-8d94-60c241a56f86" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 842.801405] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 842.801577] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 842.801656] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 842.801820] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 842.801913] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 842.802048] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-16d3b289-3e0c-4b2b-8d94-60c241a56f86" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 842.802156] env[62265]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('16d3b289-3e0c-4b2b-8d94-60c241a56f86',) {} {{(pid=62265) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 842.823316] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 842.823485] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 842.823538] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 842.823759] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 842.823903] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 842.824181] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-12702faa-cbc2-446d-a5aa-a60571e369bb" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 843.187539] env[62265]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('61fcf90a-8d8e-49d5-b5fd-596a3eab5da3',) {} {{(pid=62265) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 843.188667] env[62265]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('9e952409-8451-48e8-a03d-9ff3d5fdd02f',) {} {{(pid=62265) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 843.189617] env[62265]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('fc14bf32-d62c-4a80-9110-c757fd3fbc4f',) {} {{(pid=62265) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 843.305678] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock member-16d3b289-3e0c-4b2b-8d94-60c241a56f86 taken with stack trace [, , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 843.305824] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-16d3b289-3e0c-4b2b-8d94-60c241a56f86" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 843.305884] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-16d3b289-3e0c-4b2b-8d94-60c241a56f86" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 843.306114] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-16d3b289-3e0c-4b2b-8d94-60c241a56f86" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 843.306267] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 843.306364] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 843.306426] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 843.306570] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 843.306651] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 843.306737] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-16d3b289-3e0c-4b2b-8d94-60c241a56f86" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 843.306880] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock member-16d3b289-3e0c-4b2b-8d94-60c241a56f86 taken with stack trace [, , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 843.307036] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-16d3b289-3e0c-4b2b-8d94-60c241a56f86" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 843.307129] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-16d3b289-3e0c-4b2b-8d94-60c241a56f86" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 843.307306] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-16d3b289-3e0c-4b2b-8d94-60c241a56f86" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 843.308502] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 843.308502] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 843.308502] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 843.308502] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 843.308502] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 843.308502] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-16d3b289-3e0c-4b2b-8d94-60c241a56f86" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 843.308502] env[62265]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('16d3b289-3e0c-4b2b-8d94-60c241a56f86',) {} {{(pid=62265) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 843.524360] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7153b458-f301-4578-9e41-e8a10d3e2733 in Status: SUCCESS [ 843.524602] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7153b458-f301-4578-9e41-e8a10d3e2733" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 843.524779] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7153b458-f301-4578-9e41-e8a10d3e2733" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 843.525017] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7153b458-f301-4578-9e41-e8a10d3e2733" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 843.525206] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 843.525328] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 843.525396] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 843.525554] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 843.525637] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 843.525721] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7153b458-f301-4578-9e41-e8a10d3e2733" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 843.525872] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock member-7153b458-f301-4578-9e41-e8a10d3e2733 taken with stack trace [, , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 843.525951] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7153b458-f301-4578-9e41-e8a10d3e2733" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 843.526021] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7153b458-f301-4578-9e41-e8a10d3e2733" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 843.526165] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7153b458-f301-4578-9e41-e8a10d3e2733" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 843.526302] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 843.526393] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 843.526452] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 843.526590] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 843.526705] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 843.526766] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7153b458-f301-4578-9e41-e8a10d3e2733" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 843.526815] env[62265]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('7153b458-f301-4578-9e41-e8a10d3e2733',) {} {{(pid=62265) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 843.531651] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7153b458-f301-4578-9e41-e8a10d3e2733" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 843.531847] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7153b458-f301-4578-9e41-e8a10d3e2733" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 843.532020] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 843.532127] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 843.532187] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 843.532354] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 843.532446] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 843.532541] env[62265]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7153b458-f301-4578-9e41-e8a10d3e2733',) {} {{(pid=62265) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 843.691173] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 843.691519] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 843.691519] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 843.691638] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 843.691684] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 843.694020] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 61fcf90a-8d8e-49d5-b5fd-596a3eab5da3 is going to be created. [ 843.694020] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 843.694020] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 843.694020] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 843.694020] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 843.694020] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 843.694020] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9e952409-8451-48e8-a03d-9ff3d5fdd02f is going to be updated. [ 843.698044] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 843.698183] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 843.698257] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 843.698396] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 843.698487] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 843.698554] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fc14bf32-d62c-4a80-9110-c757fd3fbc4f is going to be updated. [ 843.727025] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 843.727202] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 843.727275] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 843.727527] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 843.727714] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 843.733018] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 843.733160] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 843.733236] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 843.733470] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 843.733639] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 843.735484] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 843.735603] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 843.735662] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 843.736488] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 843.736642] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 843.738782] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 61fcf90a-8d8e-49d5-b5fd-596a3eab5da3 in Status: UNINITIALIZED for 2s [ 843.742949] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fc14bf32-d62c-4a80-9110-c757fd3fbc4f in Status: IN_PROGRESS for 2s [ 843.744383] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9e952409-8451-48e8-a03d-9ff3d5fdd02f in Status: IN_PROGRESS for 2s [ 843.770574] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 9e952409-8451-48e8-a03d-9ff3d5fdd02f in Status: SUCCESS [ 843.770791] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-9e952409-8451-48e8-a03d-9ff3d5fdd02f" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 843.771014] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-9e952409-8451-48e8-a03d-9ff3d5fdd02f" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 843.771247] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-9e952409-8451-48e8-a03d-9ff3d5fdd02f" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 843.771394] env[62265]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('9e952409-8451-48e8-a03d-9ff3d5fdd02f',) {} {{(pid=62265) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 843.811378] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 16d3b289-3e0c-4b2b-8d94-60c241a56f86: rpc.has_security_group_logging(os_id): False [ 843.830089] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 843.830365] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 843.830454] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 843.830681] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 843.830772] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 843.830976] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 843.831140] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 843.831236] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 843.831484] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 843.832507] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 843.832507] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 843.832507] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 843.832507] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 843.832507] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 843.832507] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 843.832823] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 843.832823] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 843.832823] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 843.832929] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 843.832929] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 843.833081] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 16d3b289-3e0c-4b2b-8d94-60c241a56f86 is going to be created. [ 843.839656] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: fc14bf32-d62c-4a80-9110-c757fd3fbc4f in Status: SUCCESS [ 843.840166] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-fc14bf32-d62c-4a80-9110-c757fd3fbc4f" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 843.840166] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-fc14bf32-d62c-4a80-9110-c757fd3fbc4f" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 843.840301] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-fc14bf32-d62c-4a80-9110-c757fd3fbc4f" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 843.840367] env[62265]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('fc14bf32-d62c-4a80-9110-c757fd3fbc4f',) {} {{(pid=62265) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 843.886076] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 843.886316] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 843.886430] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 843.886646] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 843.886825] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 843.898358] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 16d3b289-3e0c-4b2b-8d94-60c241a56f86 in Status: IN_PROGRESS for 2s [ 844.034032] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 7153b458-f301-4578-9e41-e8a10d3e2733: rpc.has_security_group_logging(os_id): False [ 844.035490] env[62265]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('7153b458-f301-4578-9e41-e8a10d3e2733',) {} {{(pid=62265) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 844.055544] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 844.056077] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 844.056077] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.056077] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 844.056197] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 844.056421] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 844.056530] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 844.056592] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.056750] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 844.056829] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 844.057025] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 844.057187] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 844.057260] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.057430] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 844.057484] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 844.057680] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 844.057777] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 844.057893] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.057973] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 844.058060] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 844.058145] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 7153b458-f301-4578-9e41-e8a10d3e2733 is going to be created. [ 844.112318] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 844.112318] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 844.112318] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.112318] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 844.112550] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 844.127687] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 7153b458-f301-4578-9e41-e8a10d3e2733 in Status: IN_PROGRESS for 2s [ 844.275177] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock member-9e952409-8451-48e8-a03d-9ff3d5fdd02f taken with stack trace [, , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 844.275317] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9e952409-8451-48e8-a03d-9ff3d5fdd02f" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 844.343175] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock member-fc14bf32-d62c-4a80-9110-c757fd3fbc4f taken with stack trace [, , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 844.343431] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fc14bf32-d62c-4a80-9110-c757fd3fbc4f" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 844.538290] env[62265]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('7153b458-f301-4578-9e41-e8a10d3e2733',) {} {{(pid=62265) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 844.901077] env[62265]: INFO networking_nsxv3.common.synchronization [req-29c99aa8-fbc5-40b7-8f03-1527307a8f0f req-8994aab7-f373-45f3-afab-9912a9cb07ba tempest-SecurityGroupsTestJSON-1266741729 tempest-SecurityGroupsTestJSON-1266741729-project-member] Enqueued Resource ID: 61fcf90a-8d8e-49d5-b5fd-596a3eab5da3 with Priority: HIGHEST for action security_group_members [ 844.901273] env[62265]: INFO networking_nsxv3.common.synchronization [req-29c99aa8-fbc5-40b7-8f03-1527307a8f0f req-8994aab7-f373-45f3-afab-9912a9cb07ba tempest-SecurityGroupsTestJSON-1266741729 tempest-SecurityGroupsTestJSON-1266741729-project-member] Enqueued Resource ID: 9e952409-8451-48e8-a03d-9ff3d5fdd02f with Priority: HIGHEST for action security_group_members [ 844.901468] env[62265]: INFO networking_nsxv3.common.synchronization [req-29c99aa8-fbc5-40b7-8f03-1527307a8f0f req-8994aab7-f373-45f3-afab-9912a9cb07ba tempest-SecurityGroupsTestJSON-1266741729 tempest-SecurityGroupsTestJSON-1266741729-project-member] Enqueued Resource ID: fc14bf32-d62c-4a80-9110-c757fd3fbc4f with Priority: HIGHEST for action security_group_members [ 844.902626] env[62265]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 61fcf90a-8d8e-49d5-b5fd-596a3eab5da3 with Priority: HIGHEST for action security_group_members [ 844.902626] env[62265]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9e952409-8451-48e8-a03d-9ff3d5fdd02f with Priority: HIGHEST for action security_group_members [ 844.902626] env[62265]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fc14bf32-d62c-4a80-9110-c757fd3fbc4f with Priority: HIGHEST for action security_group_members [ 844.902716] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock member-61fcf90a-8d8e-49d5-b5fd-596a3eab5da3 taken with stack trace [, , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 844.902864] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-61fcf90a-8d8e-49d5-b5fd-596a3eab5da3" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 844.903530] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock member-9e952409-8451-48e8-a03d-9ff3d5fdd02f taken with stack trace [, , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 844.903684] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9e952409-8451-48e8-a03d-9ff3d5fdd02f" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 844.903940] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock member-fc14bf32-d62c-4a80-9110-c757fd3fbc4f taken with stack trace [, , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 844.904074] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fc14bf32-d62c-4a80-9110-c757fd3fbc4f" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 845.043591] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 845.043769] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 845.043819] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 845.044052] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 845.044149] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 845.044249] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7153b458-f301-4578-9e41-e8a10d3e2733 is going to be updated. [ 845.073286] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 845.073494] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 845.073494] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 845.073742] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 845.073885] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 845.083889] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7153b458-f301-4578-9e41-e8a10d3e2733 in Status: IN_PROGRESS for 2s [ 845.749100] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 61fcf90a-8d8e-49d5-b5fd-596a3eab5da3 in Status: SUCCESS [ 845.749360] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-61fcf90a-8d8e-49d5-b5fd-596a3eab5da3" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 845.749521] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-61fcf90a-8d8e-49d5-b5fd-596a3eab5da3" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 845.749723] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-61fcf90a-8d8e-49d5-b5fd-596a3eab5da3" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 845.749894] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 845.750014] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 845.750088] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 845.750267] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 845.750357] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 845.750482] env[62265]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('61fcf90a-8d8e-49d5-b5fd-596a3eab5da3',) {} {{(pid=62265) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 845.752026] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fc14bf32-d62c-4a80-9110-c757fd3fbc4f in Status: SUCCESS [ 845.752854] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fc14bf32-d62c-4a80-9110-c757fd3fbc4f" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 845.752950] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9e952409-8451-48e8-a03d-9ff3d5fdd02f in Status: SUCCESS [ 845.753488] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9e952409-8451-48e8-a03d-9ff3d5fdd02f" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 845.753488] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fc14bf32-d62c-4a80-9110-c757fd3fbc4f" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 845.753488] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fc14bf32-d62c-4a80-9110-c757fd3fbc4f" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 845.753617] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 845.753674] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 845.753929] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 845.753929] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 845.754018] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 845.755117] env[62265]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('fc14bf32-d62c-4a80-9110-c757fd3fbc4f',) {} {{(pid=62265) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 845.755117] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9e952409-8451-48e8-a03d-9ff3d5fdd02f" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 845.755117] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9e952409-8451-48e8-a03d-9ff3d5fdd02f" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 845.755305] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 845.755361] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 845.755415] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 845.755560] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 845.755681] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 845.756587] env[62265]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9e952409-8451-48e8-a03d-9ff3d5fdd02f',) {} {{(pid=62265) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 845.909649] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 16d3b289-3e0c-4b2b-8d94-60c241a56f86 in Status: SUCCESS [ 845.909988] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-16d3b289-3e0c-4b2b-8d94-60c241a56f86" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 846.139155] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 7153b458-f301-4578-9e41-e8a10d3e2733 in Status: SUCCESS [ 846.139155] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-7153b458-f301-4578-9e41-e8a10d3e2733" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 846.139155] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-7153b458-f301-4578-9e41-e8a10d3e2733" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 846.139155] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-7153b458-f301-4578-9e41-e8a10d3e2733" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 846.139155] env[62265]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('7153b458-f301-4578-9e41-e8a10d3e2733',) {} {{(pid=62265) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 846.166068] env[62265]: INFO networking_nsxv3.common.synchronization [req-4633d385-1954-4cbd-ac0b-c858e0197849 req-8088b5bb-cc58-4e33-95ab-0ab3da53a48a tempest-ServersV294TestFqdnHostnames-993236797 tempest-ServersV294TestFqdnHostnames-993236797-project-member] Enqueued Resource ID: 2d57abaa-8212-4767-bbc2-73a55a973bd5 with Priority: HIGHEST for action security_group_members [ 846.166696] env[62265]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2d57abaa-8212-4767-bbc2-73a55a973bd5 with Priority: HIGHEST for action security_group_members [ 846.166997] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock member-2d57abaa-8212-4767-bbc2-73a55a973bd5 taken with stack trace [, , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 846.167138] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2d57abaa-8212-4767-bbc2-73a55a973bd5" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 846.167206] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2d57abaa-8212-4767-bbc2-73a55a973bd5" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 846.167446] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2d57abaa-8212-4767-bbc2-73a55a973bd5" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 846.167606] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 846.167685] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 846.167740] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 846.167886] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 846.167972] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 846.168078] env[62265]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2d57abaa-8212-4767-bbc2-73a55a973bd5',) {} {{(pid=62265) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 846.257209] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 846.257368] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 846.257427] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 846.257661] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 846.257763] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 846.257955] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 846.258161] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 846.258161] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 846.258281] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 846.258361] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 846.258454] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 61fcf90a-8d8e-49d5-b5fd-596a3eab5da3 is going to be deleted. [ 846.259483] env[62265]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('fc14bf32-d62c-4a80-9110-c757fd3fbc4f',) {} {{(pid=62265) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 846.260434] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 846.260548] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 846.260615] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 846.260791] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 846.260876] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 846.261057] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 846.261154] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 846.261215] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 846.261357] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 846.261448] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 846.261535] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9e952409-8451-48e8-a03d-9ff3d5fdd02f is going to be updated. [ 846.292751] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 846.292899] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 846.292988] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 846.293222] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 846.293359] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 846.294322] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-61fcf90a-8d8e-49d5-b5fd-596a3eab5da3" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 846.295681] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-61fcf90a-8d8e-49d5-b5fd-596a3eab5da3" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 846.295681] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-61fcf90a-8d8e-49d5-b5fd-596a3eab5da3" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 846.295681] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 846.295681] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 846.295681] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 846.295681] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 846.295681] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 846.295681] env[62265]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('61fcf90a-8d8e-49d5-b5fd-596a3eab5da3',) {} {{(pid=62265) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 846.300934] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 846.301095] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 846.301170] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 846.301368] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 846.301568] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 846.310329] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9e952409-8451-48e8-a03d-9ff3d5fdd02f in Status: IN_PROGRESS for 2s [ 846.634952] env[62265]: DEBUG networking_nsxv3.common.locking [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Lock network-569 taken with stack trace [, , , , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 846.635171] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquiring lock "network-569" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 846.635296] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquired lock "network-569" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 846.635643] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquired external semaphore "network-569" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 846.635893] env[62265]: DEBUG networking_nsxv3.common.locking [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 846.636368] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquiring lock "Segment" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 846.636586] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquired lock "Segment" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 846.636828] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquired external semaphore "Segment" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 846.637030] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Releasing lock "Segment" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 846.637233] env[62265]: DEBUG dogpile.cache.region [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] No value present for key: 'zone-id' {{(pid=62265) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 846.637345] env[62265]: DEBUG dogpile.lock [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] NeedRegenerationException {{(pid=62265) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 846.637455] env[62265]: DEBUG dogpile.lock [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] no value, waiting for create lock {{(pid=62265) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 846.637560] env[62265]: DEBUG dogpile.lock [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] value creation lock acquired {{(pid=62265) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 846.637670] env[62265]: DEBUG dogpile.cache.region [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] No value present for key: 'zone-id' {{(pid=62265) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 846.637775] env[62265]: DEBUG dogpile.lock [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Calling creation function for not-yet-present value {{(pid=62265) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 846.637909] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 846.640677] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock member-7153b458-f301-4578-9e41-e8a10d3e2733 taken with stack trace [, , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 846.640831] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7153b458-f301-4578-9e41-e8a10d3e2733" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 846.655395] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 846.655585] env[62265]: DEBUG dogpile.cache.region [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Cache value generated in 0.018 seconds for key(s): 'zone-id' {{(pid=62265) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 846.655585] env[62265]: DEBUG dogpile.lock [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Released creation lock {{(pid=62265) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 846.655767] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Releasing lock "network-569" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 846.656079] env[62265]: DEBUG networking_nsxv3.common.locking [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Lock port-39e6541d-6664-4fd7-bb28-ad4ed2826d08 taken with stack trace [, , , , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 846.656302] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquiring lock "port-39e6541d-6664-4fd7-bb28-ad4ed2826d08" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 846.656464] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquired lock "port-39e6541d-6664-4fd7-bb28-ad4ed2826d08" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 846.656782] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquired external semaphore "port-39e6541d-6664-4fd7-bb28-ad4ed2826d08" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 846.656932] env[62265]: DEBUG networking_nsxv3.api.rpc [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('39e6541d-6664-4fd7-bb28-ad4ed2826d08',) {} {{(pid=62265) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 846.670446] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 846.670664] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 846.670664] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 846.670884] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 846.670954] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 846.671847] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 846.671847] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 846.671847] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 846.671847] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 846.671847] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 846.671847] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2d57abaa-8212-4767-bbc2-73a55a973bd5 already deleted. [ 846.672225] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2d57abaa-8212-4767-bbc2-73a55a973bd5" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 846.763648] env[62265]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('fc14bf32-d62c-4a80-9110-c757fd3fbc4f',) {} {{(pid=62265) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 846.804062] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 846.804327] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 846.804327] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 846.804598] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 846.804684] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 846.804887] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 846.804984] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 846.805057] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 846.805212] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 846.805289] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 846.805376] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 61fcf90a-8d8e-49d5-b5fd-596a3eab5da3 already deleted. [ 846.805480] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-61fcf90a-8d8e-49d5-b5fd-596a3eab5da3" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 846.805594] env[62265]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('61fcf90a-8d8e-49d5-b5fd-596a3eab5da3',) {} {{(pid=62265) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 846.806454] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-61fcf90a-8d8e-49d5-b5fd-596a3eab5da3" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 846.806622] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-61fcf90a-8d8e-49d5-b5fd-596a3eab5da3" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 846.806768] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 846.806868] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 846.806927] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 846.808342] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 846.808342] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 846.808526] env[62265]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('61fcf90a-8d8e-49d5-b5fd-596a3eab5da3',) {} {{(pid=62265) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 847.093929] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7153b458-f301-4578-9e41-e8a10d3e2733 in Status: SUCCESS [ 847.094221] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7153b458-f301-4578-9e41-e8a10d3e2733" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 847.094340] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7153b458-f301-4578-9e41-e8a10d3e2733" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 847.094551] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7153b458-f301-4578-9e41-e8a10d3e2733" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 847.094765] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 847.094895] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 847.094955] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 847.095146] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 847.095206] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 847.095296] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7153b458-f301-4578-9e41-e8a10d3e2733" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 847.095383] env[62265]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('7153b458-f301-4578-9e41-e8a10d3e2733',) {} {{(pid=62265) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 847.158891] env[62265]: DEBUG networking_nsxv3.common.locking [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 847.159178] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquiring lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 847.159364] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquired lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 847.159680] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquired external semaphore "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 847.159867] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Releasing lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 847.160068] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Segment Port 39e6541d-6664-4fd7-bb28-ad4ed2826d08 not found, creating... [ 847.160422] env[62265]: DEBUG networking_nsxv3.common.locking [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 847.160635] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquiring lock "Segment" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 847.160793] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquired lock "Segment" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 847.161207] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquired external semaphore "Segment" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 847.161258] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Releasing lock "Segment" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 847.161726] env[62265]: DEBUG networking_nsxv3.common.locking [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 847.161942] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquiring lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 847.162134] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquired lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 847.162458] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquired external semaphore "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 847.162665] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Releasing lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 847.162768] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Resource: SegmentPort with ID: 39e6541d-6664-4fd7-bb28-ad4ed2826d08 is going to be created. [ 847.186338] env[62265]: DEBUG networking_nsxv3.common.locking [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 847.186578] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquiring lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 847.186710] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquired lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 847.187060] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquired external semaphore "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 847.187329] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Releasing lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 847.187699] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Releasing lock "port-39e6541d-6664-4fd7-bb28-ad4ed2826d08" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 847.266248] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 847.266463] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 847.266463] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 847.266686] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 847.266777] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 847.266877] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fc14bf32-d62c-4a80-9110-c757fd3fbc4f is going to be updated. [ 847.310604] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 847.310724] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 847.310798] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 847.311027] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 847.311176] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 847.312702] env[62265]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('61fcf90a-8d8e-49d5-b5fd-596a3eab5da3',) {} {{(pid=62265) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 847.313649] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 847.313775] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 847.313837] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 847.313982] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 847.314076] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 847.314243] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 847.314336] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 847.314393] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 847.314537] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 847.314608] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 847.314690] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 61fcf90a-8d8e-49d5-b5fd-596a3eab5da3 already deleted. [ 847.314766] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-61fcf90a-8d8e-49d5-b5fd-596a3eab5da3" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 847.324127] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fc14bf32-d62c-4a80-9110-c757fd3fbc4f in Status: IN_PROGRESS for 2s [ 847.597680] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock member-7153b458-f301-4578-9e41-e8a10d3e2733 taken with stack trace [, , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 847.597838] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7153b458-f301-4578-9e41-e8a10d3e2733" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 847.597906] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7153b458-f301-4578-9e41-e8a10d3e2733" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 847.598133] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7153b458-f301-4578-9e41-e8a10d3e2733" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 847.598311] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 847.598405] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 847.598461] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 847.598619] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 847.598706] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 847.598795] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7153b458-f301-4578-9e41-e8a10d3e2733" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 847.598935] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock member-7153b458-f301-4578-9e41-e8a10d3e2733 taken with stack trace [, , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 847.599038] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7153b458-f301-4578-9e41-e8a10d3e2733" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 847.599102] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7153b458-f301-4578-9e41-e8a10d3e2733" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 847.599238] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7153b458-f301-4578-9e41-e8a10d3e2733" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 847.599370] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 847.599460] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 847.599516] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 847.599649] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 847.599721] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 847.599830] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7153b458-f301-4578-9e41-e8a10d3e2733" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 847.599888] env[62265]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('7153b458-f301-4578-9e41-e8a10d3e2733',) {} {{(pid=62265) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 847.817697] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 61fcf90a-8d8e-49d5-b5fd-596a3eab5da3: rpc.has_security_group_logging(os_id): False [ 847.835984] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 847.836146] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 847.836215] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 847.836424] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 847.836525] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 847.836742] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 847.836840] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 847.836902] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 847.837096] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 847.837228] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 847.837280] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 61fcf90a-8d8e-49d5-b5fd-596a3eab5da3 is going to be created. [ 847.853354] env[62265]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.client_nsx [-] Warning Code=404 Message=b'{\n "httpStatus" : "NOT_FOUND",\n "error_code" : 500232,\n "module_name" : "Policy",\n "error_message" : "Following dependent objects, used in path=[/infra/domains/default/security-policies/61fcf90a-8d8e-49d5-b5fd-596a3eab5da3], does not exist path=[/infra/domains/default/groups/61fcf90a-8d8e-49d5-b5fd-596a3eab5da3]."\n}' [ 847.853500] env[62265]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 61fcf90a-8d8e-49d5-b5fd-596a3eab5da3 failed to be updated, retrying after metadata refresh: requests.exceptions.HTTPError: 404 Client Error: Not Found for url: https://nsxt.osci.c.eu-de-1.cloud.sap:443/policy/api/v1/infra/domains/default/security-policies/61fcf90a-8d8e-49d5-b5fd-596a3eab5da3 [ 847.853584] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules). [ 847.883267] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 847.883434] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 847.883489] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 847.883694] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 847.884543] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 847.884797] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 847.884901] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 847.885015] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 847.885161] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 847.885247] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 847.885445] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 847.885616] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 847.885684] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 847.885819] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 847.885894] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 847.885980] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 61fcf90a-8d8e-49d5-b5fd-596a3eab5da3 is going to be created. [ 847.901533] env[62265]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.client_nsx [-] Warning Code=404 Message=b'{\n "httpStatus" : "NOT_FOUND",\n "error_code" : 500232,\n "module_name" : "Policy",\n "error_message" : "Following dependent objects, used in path=[/infra/domains/default/security-policies/61fcf90a-8d8e-49d5-b5fd-596a3eab5da3], does not exist path=[/infra/domains/default/groups/61fcf90a-8d8e-49d5-b5fd-596a3eab5da3]."\n}': requests.exceptions.HTTPError: 404 Client Error: Not Found for url: https://nsxt.osci.c.eu-de-1.cloud.sap:443/policy/api/v1/infra/domains/default/security-policies/61fcf90a-8d8e-49d5-b5fd-596a3eab5da3 [ 847.902434] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-61fcf90a-8d8e-49d5-b5fd-596a3eab5da3" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 847.905174] env[62265]: Traceback (most recent call last): [ 847.905221] env[62265]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 36, in wrapper [ 847.905221] env[62265]: return func(*args, **kwargs) [ 847.905221] env[62265]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 786, in _realize [ 847.905221] env[62265]: res.raise_for_status() [ 847.905221] env[62265]: File "/opt/stack/data/venv/lib/python3.10/site-packages/requests/models.py", line 1024, in raise_for_status [ 847.905221] env[62265]: raise HTTPError(http_error_msg, response=self) [ 847.905221] env[62265]: requests.exceptions.HTTPError: 404 Client Error: Not Found for url: https://nsxt.osci.c.eu-de-1.cloud.sap:443/policy/api/v1/infra/domains/default/security-policies/61fcf90a-8d8e-49d5-b5fd-596a3eab5da3 [ 847.905221] env[62265]: During handling of the above exception, another exception occurred: [ 847.905221] env[62265]: Traceback (most recent call last): [ 847.905221] env[62265]: File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/hubs/poll.py", line 111, in wait [ 847.905221] env[62265]: listener.cb(fileno) [ 847.905493] env[62265]: File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 265, in main [ 847.905493] env[62265]: result = function(*args, **kwargs) [ 847.905493] env[62265]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/realization.py", line 210, in security_group_rules [ 847.905493] env[62265]: self.nsx_provider.sg_rules_realize(os_sg, logged=logged) [ 847.905493] env[62265]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 1012, in sg_rules_realize [ 847.905493] env[62265]: return self._realize(Provider.SG_RULES, delete, self.payload.sg_rules_container, os_sg, provider_sg) [ 847.905493] env[62265]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 45, in wrapper [ 847.905493] env[62265]: return func(self, resource_type, delete, self.payload.sg_rules_container, os_obj, provider_sg) [ 847.905493] env[62265]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 786, in _realize [ 847.905493] env[62265]: res.raise_for_status() [ 847.905493] env[62265]: File "/opt/stack/data/venv/lib/python3.10/site-packages/requests/models.py", line 1024, in raise_for_status [ 847.905493] env[62265]: raise HTTPError(http_error_msg, response=self) [ 847.905493] env[62265]: requests.exceptions.HTTPError: 404 Client Error: Not Found for url: https://nsxt.osci.c.eu-de-1.cloud.sap:443/policy/api/v1/infra/domains/default/security-policies/61fcf90a-8d8e-49d5-b5fd-596a3eab5da3 [ 847.905493] env[62265]: Removing descriptor: 23 [ 848.047927] env[62265]: INFO networking_nsxv3.common.synchronization [req-4633d385-1954-4cbd-ac0b-c858e0197849 req-78e1b188-2c40-474a-8f9a-4805547b3f62 service nova] Enqueued Resource ID: 2d57abaa-8212-4767-bbc2-73a55a973bd5 with Priority: HIGHEST for action security_group_rules [ 848.048109] env[62265]: INFO networking_nsxv3.common.synchronization [req-4633d385-1954-4cbd-ac0b-c858e0197849 req-78e1b188-2c40-474a-8f9a-4805547b3f62 service nova] Enqueued Resource ID: 2d57abaa-8212-4767-bbc2-73a55a973bd5 with Priority: HIGHEST for action security_group_members [ 848.048245] env[62265]: INFO networking_nsxv3.common.synchronization [req-4633d385-1954-4cbd-ac0b-c858e0197849 req-78e1b188-2c40-474a-8f9a-4805547b3f62 service nova] Enqueued Resource ID: 39e6541d-6664-4fd7-bb28-ad4ed2826d08 with Priority: HIGHEST for action port [ 848.048805] env[62265]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2d57abaa-8212-4767-bbc2-73a55a973bd5 with Priority: HIGHEST for action security_group_rules [ 848.048917] env[62265]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2d57abaa-8212-4767-bbc2-73a55a973bd5 with Priority: HIGHEST for action security_group_members [ 848.049114] env[62265]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 39e6541d-6664-4fd7-bb28-ad4ed2826d08 with Priority: HIGHEST for action port [ 848.049448] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock rules-2d57abaa-8212-4767-bbc2-73a55a973bd5 taken with stack trace [, , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 848.049575] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-2d57abaa-8212-4767-bbc2-73a55a973bd5" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 848.049643] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-2d57abaa-8212-4767-bbc2-73a55a973bd5" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 848.049854] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-2d57abaa-8212-4767-bbc2-73a55a973bd5" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 848.049942] env[62265]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('2d57abaa-8212-4767-bbc2-73a55a973bd5',) {} {{(pid=62265) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 848.050889] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock member-2d57abaa-8212-4767-bbc2-73a55a973bd5 taken with stack trace [, , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 848.050994] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2d57abaa-8212-4767-bbc2-73a55a973bd5" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 848.054048] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2d57abaa-8212-4767-bbc2-73a55a973bd5" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 848.054048] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2d57abaa-8212-4767-bbc2-73a55a973bd5" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 848.054048] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 848.054048] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 848.054048] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 848.054048] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 848.054048] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 848.054048] env[62265]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2d57abaa-8212-4767-bbc2-73a55a973bd5',) {} {{(pid=62265) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 848.055842] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock port-39e6541d-6664-4fd7-bb28-ad4ed2826d08 taken with stack trace [, , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 848.055917] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-39e6541d-6664-4fd7-bb28-ad4ed2826d08" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 848.055960] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-39e6541d-6664-4fd7-bb28-ad4ed2826d08" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 848.056150] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-39e6541d-6664-4fd7-bb28-ad4ed2826d08" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 848.056224] env[62265]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('39e6541d-6664-4fd7-bb28-ad4ed2826d08',) {} {{(pid=62265) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 848.102401] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 7153b458-f301-4578-9e41-e8a10d3e2733: rpc.has_security_group_logging(os_id): False [ 848.130021] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 848.130021] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 848.130021] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 848.130021] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 848.147321] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 848.147748] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 848.147748] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 848.147894] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 848.151020] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 848.151020] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 848.151020] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 848.151020] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 848.151020] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 848.151020] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 848.151020] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 848.151020] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 848.151020] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 848.151020] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 848.151020] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 848.151020] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 848.151020] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 7153b458-f301-4578-9e41-e8a10d3e2733 is going to be updated. [ 848.229759] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 848.229911] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 848.229962] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 848.230201] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 848.230393] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 848.256205] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 7153b458-f301-4578-9e41-e8a10d3e2733 in Status: IN_PROGRESS for 2s [ 848.323470] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9e952409-8451-48e8-a03d-9ff3d5fdd02f in Status: SUCCESS [ 848.323721] env[62265]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9e952409-8451-48e8-a03d-9ff3d5fdd02f deletion is rescheduled due to dependency. [ 848.323869] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9e952409-8451-48e8-a03d-9ff3d5fdd02f" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 848.324106] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9e952409-8451-48e8-a03d-9ff3d5fdd02f" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 848.324428] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9e952409-8451-48e8-a03d-9ff3d5fdd02f" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 848.324650] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 848.324790] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 848.324909] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 848.325123] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 848.325236] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 848.325337] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9e952409-8451-48e8-a03d-9ff3d5fdd02f" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 848.325455] env[62265]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('9e952409-8451-48e8-a03d-9ff3d5fdd02f',) {} {{(pid=62265) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 848.326459] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9e952409-8451-48e8-a03d-9ff3d5fdd02f" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 848.326645] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9e952409-8451-48e8-a03d-9ff3d5fdd02f" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 848.326891] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 848.327027] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 848.327067] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 848.327235] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 848.327347] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 848.327478] env[62265]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9e952409-8451-48e8-a03d-9ff3d5fdd02f',) {} {{(pid=62265) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 848.558325] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock member-2d57abaa-8212-4767-bbc2-73a55a973bd5 taken with stack trace [, , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 848.558901] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2d57abaa-8212-4767-bbc2-73a55a973bd5" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 848.559142] env[62265]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('2d57abaa-8212-4767-bbc2-73a55a973bd5',) {} {{(pid=62265) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 848.560010] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 39e6541d-6664-4fd7-bb28-ad4ed2826d08 with status ACTIVE [ 848.560372] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 848.560569] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 848.560678] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 848.560964] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 848.561101] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 848.561701] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 848.561864] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 848.561942] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 848.562132] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 848.562221] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 848.562440] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 848.562834] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 848.562834] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 848.562834] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 848.562834] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 848.563000] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 39e6541d-6664-4fd7-bb28-ad4ed2826d08 is going to be updated. [ 848.582174] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 848.582309] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 848.582440] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 848.582659] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 848.582835] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 848.582961] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-39e6541d-6664-4fd7-bb28-ad4ed2826d08" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 848.829424] env[62265]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('9e952409-8451-48e8-a03d-9ff3d5fdd02f',) {} {{(pid=62265) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 848.830664] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 848.834082] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 848.834222] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 848.834462] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 848.856043] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 848.856298] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 848.856425] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 848.856482] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 848.856668] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 848.856741] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 848.856829] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9e952409-8451-48e8-a03d-9ff3d5fdd02f is going to be updated. [ 848.878038] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 848.878188] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 848.878260] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 848.878456] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 848.878632] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 848.887024] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9e952409-8451-48e8-a03d-9ff3d5fdd02f in Status: IN_PROGRESS for 2s [ 849.065592] env[62265]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('2d57abaa-8212-4767-bbc2-73a55a973bd5',) {} {{(pid=62265) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 849.333509] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fc14bf32-d62c-4a80-9110-c757fd3fbc4f in Status: SUCCESS [ 849.333834] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fc14bf32-d62c-4a80-9110-c757fd3fbc4f" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 849.334264] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fc14bf32-d62c-4a80-9110-c757fd3fbc4f" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 849.334491] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fc14bf32-d62c-4a80-9110-c757fd3fbc4f" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 849.334689] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 849.334827] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 849.334891] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 849.335067] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 849.335152] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 849.335241] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fc14bf32-d62c-4a80-9110-c757fd3fbc4f" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 849.335336] env[62265]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('fc14bf32-d62c-4a80-9110-c757fd3fbc4f',) {} {{(pid=62265) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 849.337060] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fc14bf32-d62c-4a80-9110-c757fd3fbc4f" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 849.337455] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fc14bf32-d62c-4a80-9110-c757fd3fbc4f" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 849.337627] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 849.337741] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 849.337805] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 849.337956] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 849.338047] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 849.338136] env[62265]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('fc14bf32-d62c-4a80-9110-c757fd3fbc4f',) {} {{(pid=62265) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 849.339258] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 9e952409-8451-48e8-a03d-9ff3d5fdd02f: rpc.has_security_group_logging(os_id): False [ 849.357683] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 849.357869] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 849.357869] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 849.358132] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 849.359032] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 849.359032] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 849.359032] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 849.359032] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 849.359032] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 849.359032] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 849.359032] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 9e952409-8451-48e8-a03d-9ff3d5fdd02f is going to be updated. [ 849.421303] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 849.421465] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 849.421543] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 849.421769] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 849.421919] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 849.434228] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 9e952409-8451-48e8-a03d-9ff3d5fdd02f in Status: IN_PROGRESS for 2s [ 849.568472] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 849.568663] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 849.568716] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 849.568994] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 849.569171] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 849.569289] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2d57abaa-8212-4767-bbc2-73a55a973bd5 is going to be created. [ 849.593176] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 849.593321] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 849.593391] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 849.593615] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 849.593779] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 849.605382] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2d57abaa-8212-4767-bbc2-73a55a973bd5 in Status: UNINITIALIZED for 2s [ 849.838021] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock member-fc14bf32-d62c-4a80-9110-c757fd3fbc4f taken with stack trace [, , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 849.838183] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fc14bf32-d62c-4a80-9110-c757fd3fbc4f" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 849.839641] env[62265]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('fc14bf32-d62c-4a80-9110-c757fd3fbc4f',) {} {{(pid=62265) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 850.271220] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 7153b458-f301-4578-9e41-e8a10d3e2733 in Status: SUCCESS [ 850.271484] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-7153b458-f301-4578-9e41-e8a10d3e2733" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 850.344520] env[62265]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('fc14bf32-d62c-4a80-9110-c757fd3fbc4f',) {} {{(pid=62265) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 850.375937] env[62265]: INFO networking_nsxv3.common.synchronization [req-dd4729d0-d0fa-47fb-976b-a47b473aa92a req-73828bd3-d400-4259-bc83-35345ce3b0f9 tempest-ListServerFiltersTestJSON-218262020 tempest-ListServerFiltersTestJSON-218262020-project-member] Enqueued Resource ID: e0077c22-f917-4c69-afe4-010a0e0b6642 with Priority: HIGHEST for action security_group_members [ 850.380990] env[62265]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e0077c22-f917-4c69-afe4-010a0e0b6642 with Priority: HIGHEST for action security_group_members [ 850.384722] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock member-e0077c22-f917-4c69-afe4-010a0e0b6642 taken with stack trace [, , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 850.384722] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e0077c22-f917-4c69-afe4-010a0e0b6642" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 850.384722] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e0077c22-f917-4c69-afe4-010a0e0b6642" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 850.384722] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e0077c22-f917-4c69-afe4-010a0e0b6642" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 850.384722] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 850.384722] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 850.384722] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 850.384722] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 850.384722] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 850.384722] env[62265]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e0077c22-f917-4c69-afe4-010a0e0b6642',) {} {{(pid=62265) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 850.847460] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 850.848690] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 850.848690] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 850.848690] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 850.848690] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 850.848690] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fc14bf32-d62c-4a80-9110-c757fd3fbc4f is going to be updated. [ 850.875313] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 850.875570] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 850.875703] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 850.876072] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 850.876326] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 850.885252] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fc14bf32-d62c-4a80-9110-c757fd3fbc4f in Status: IN_PROGRESS for 2s [ 850.885797] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 850.886019] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 850.886158] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 850.886491] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 850.894969] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9e952409-8451-48e8-a03d-9ff3d5fdd02f in Status: SUCCESS [ 850.895158] env[62265]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9e952409-8451-48e8-a03d-9ff3d5fdd02f deletion is rescheduled due to dependency. [ 850.895663] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9e952409-8451-48e8-a03d-9ff3d5fdd02f" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 850.906383] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 850.906688] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 850.906818] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 850.906871] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 850.907092] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 850.907187] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 850.907260] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e0077c22-f917-4c69-afe4-010a0e0b6642 is going to be updated. [ 850.930501] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 850.930733] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 850.930905] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 850.931177] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 850.931393] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 850.941051] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e0077c22-f917-4c69-afe4-010a0e0b6642 in Status: IN_PROGRESS for 2s [ 851.449508] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 9e952409-8451-48e8-a03d-9ff3d5fdd02f in Status: SUCCESS [ 851.449798] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-9e952409-8451-48e8-a03d-9ff3d5fdd02f" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 851.615024] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2d57abaa-8212-4767-bbc2-73a55a973bd5 in Status: SUCCESS [ 851.615264] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2d57abaa-8212-4767-bbc2-73a55a973bd5" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 851.615778] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2d57abaa-8212-4767-bbc2-73a55a973bd5" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 851.616648] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2d57abaa-8212-4767-bbc2-73a55a973bd5" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 851.616648] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 851.616648] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 851.616648] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 851.616648] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 851.616970] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 851.616970] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2d57abaa-8212-4767-bbc2-73a55a973bd5" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 851.616970] env[62265]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('2d57abaa-8212-4767-bbc2-73a55a973bd5',) {} {{(pid=62265) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 852.120433] env[62265]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('2d57abaa-8212-4767-bbc2-73a55a973bd5',) {} {{(pid=62265) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 852.622437] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 2d57abaa-8212-4767-bbc2-73a55a973bd5: rpc.has_security_group_logging(os_id): False [ 852.640129] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 852.640383] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 852.640492] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 852.640792] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 852.640882] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 852.641173] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 852.641276] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 852.641332] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 852.641553] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 852.641663] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 852.641832] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 2d57abaa-8212-4767-bbc2-73a55a973bd5 is going to be created. [ 852.698417] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 852.698661] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 852.698661] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 852.698864] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 852.699062] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 852.708894] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 2d57abaa-8212-4767-bbc2-73a55a973bd5 in Status: IN_PROGRESS for 2s [ 852.952928] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fc14bf32-d62c-4a80-9110-c757fd3fbc4f in Status: SUCCESS [ 852.953190] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fc14bf32-d62c-4a80-9110-c757fd3fbc4f" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 852.953390] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fc14bf32-d62c-4a80-9110-c757fd3fbc4f" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 852.953641] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fc14bf32-d62c-4a80-9110-c757fd3fbc4f" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 852.953854] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 852.953993] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 852.954082] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 852.954253] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 852.954334] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 852.954432] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fc14bf32-d62c-4a80-9110-c757fd3fbc4f" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 852.955181] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock member-fc14bf32-d62c-4a80-9110-c757fd3fbc4f taken with stack trace [, , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 852.955181] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fc14bf32-d62c-4a80-9110-c757fd3fbc4f" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 852.955181] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fc14bf32-d62c-4a80-9110-c757fd3fbc4f" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 852.955181] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fc14bf32-d62c-4a80-9110-c757fd3fbc4f" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 852.955361] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 852.955361] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 852.955361] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 852.955549] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 852.956245] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 852.956245] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fc14bf32-d62c-4a80-9110-c757fd3fbc4f" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 852.956245] env[62265]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('fc14bf32-d62c-4a80-9110-c757fd3fbc4f',) {} {{(pid=62265) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 852.957332] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e0077c22-f917-4c69-afe4-010a0e0b6642 in Status: SUCCESS [ 852.957496] env[62265]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e0077c22-f917-4c69-afe4-010a0e0b6642 deletion is rescheduled due to dependency. [ 852.959141] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e0077c22-f917-4c69-afe4-010a0e0b6642" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 853.028074] env[62265]: INFO networking_nsxv3.common.synchronization [req-94a9f8bb-6255-48c8-95cd-1e906f483a51 req-abaf9a38-126f-4b73-9995-01d3a33e69b1 tempest-VolumesAdminNegativeTest-1556279164 tempest-VolumesAdminNegativeTest-1556279164-project-member] Enqueued Resource ID: 16d3b289-3e0c-4b2b-8d94-60c241a56f86 with Priority: HIGHEST for action security_group_members [ 853.028618] env[62265]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 16d3b289-3e0c-4b2b-8d94-60c241a56f86 with Priority: HIGHEST for action security_group_members [ 853.028922] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock member-16d3b289-3e0c-4b2b-8d94-60c241a56f86 taken with stack trace [, , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 853.029057] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-16d3b289-3e0c-4b2b-8d94-60c241a56f86" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 853.029122] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-16d3b289-3e0c-4b2b-8d94-60c241a56f86" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 853.029321] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-16d3b289-3e0c-4b2b-8d94-60c241a56f86" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 853.029793] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 853.029793] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 853.029793] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 853.029793] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 853.029964] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 853.029964] env[62265]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('16d3b289-3e0c-4b2b-8d94-60c241a56f86',) {} {{(pid=62265) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 853.461017] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for fc14bf32-d62c-4a80-9110-c757fd3fbc4f: rpc.has_security_group_logging(os_id): False [ 853.478072] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 853.478262] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 853.478302] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 853.478498] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 853.495465] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 853.495816] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 853.495957] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 853.496085] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 853.496330] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 853.496421] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 853.496631] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 853.496735] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 853.496822] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 853.496942] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 853.497030] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 853.497211] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 853.497307] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 853.497370] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 853.497508] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 853.497582] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 853.497676] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: fc14bf32-d62c-4a80-9110-c757fd3fbc4f is going to be updated. [ 853.532770] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 853.533092] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 853.533172] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 853.533487] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 853.552350] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 853.552658] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 853.552791] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 853.552845] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 853.553048] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 853.553132] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 853.553222] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 16d3b289-3e0c-4b2b-8d94-60c241a56f86 is going to be updated. [ 853.554972] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 853.555102] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 853.555194] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 853.555349] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 853.555483] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 853.572724] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: fc14bf32-d62c-4a80-9110-c757fd3fbc4f in Status: IN_PROGRESS for 2s [ 853.579823] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 853.580165] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 853.581040] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 853.581040] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 853.581040] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 853.598072] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 16d3b289-3e0c-4b2b-8d94-60c241a56f86 in Status: IN_PROGRESS for 2s [ 854.720766] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 2d57abaa-8212-4767-bbc2-73a55a973bd5 in Status: SUCCESS [ 854.721082] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-2d57abaa-8212-4767-bbc2-73a55a973bd5" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 855.590513] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: fc14bf32-d62c-4a80-9110-c757fd3fbc4f in Status: SUCCESS [ 855.590513] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-fc14bf32-d62c-4a80-9110-c757fd3fbc4f" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 855.606078] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 16d3b289-3e0c-4b2b-8d94-60c241a56f86 in Status: SUCCESS [ 855.606264] env[62265]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 16d3b289-3e0c-4b2b-8d94-60c241a56f86 deletion is rescheduled due to dependency. [ 855.606384] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-16d3b289-3e0c-4b2b-8d94-60c241a56f86" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 858.030139] env[62265]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 858.030805] env[62265]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 862.245391] env[62265]: INFO networking_nsxv3.common.synchronization [req-e7a5a436-8f3d-4744-9f6d-d15c89d5d5ad req-1ddebfea-0118-48d8-9427-d7e5f54970d8 tempest-ServerActionsTestOtherA-1158692047 tempest-ServerActionsTestOtherA-1158692047-project-member] Enqueued Resource ID: 684069ea-f32f-4fab-b9e4-2cef5126ff66 with Priority: HIGHEST for action security_group_members [ 862.245722] env[62265]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 684069ea-f32f-4fab-b9e4-2cef5126ff66 with Priority: HIGHEST for action security_group_members [ 862.246043] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock member-684069ea-f32f-4fab-b9e4-2cef5126ff66 taken with stack trace [, , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 862.246168] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-684069ea-f32f-4fab-b9e4-2cef5126ff66" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 862.246240] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-684069ea-f32f-4fab-b9e4-2cef5126ff66" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 862.246513] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-684069ea-f32f-4fab-b9e4-2cef5126ff66" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 862.246668] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 862.250025] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 862.250025] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 862.250025] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 862.251676] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 862.251827] env[62265]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('684069ea-f32f-4fab-b9e4-2cef5126ff66',) {} {{(pid=62265) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 862.547501] env[62265]: INFO networking_nsxv3.common.synchronization [None req-4d86d33b-19c8-4092-84af-f9dbaa73d066 None None] Enqueued Resource ID: c28e3ebd-dc5b-45b3-a4d5-1704ba4ee4b3 with Priority: HIGHEST for action port [ 862.547932] env[62265]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c28e3ebd-dc5b-45b3-a4d5-1704ba4ee4b3 with Priority: HIGHEST for action port [ 862.549752] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock port-c28e3ebd-dc5b-45b3-a4d5-1704ba4ee4b3 taken with stack trace [, , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 862.549752] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c28e3ebd-dc5b-45b3-a4d5-1704ba4ee4b3" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 862.549752] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c28e3ebd-dc5b-45b3-a4d5-1704ba4ee4b3" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 862.549752] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c28e3ebd-dc5b-45b3-a4d5-1704ba4ee4b3" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 862.550502] env[62265]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c28e3ebd-dc5b-45b3-a4d5-1704ba4ee4b3',) {} {{(pid=62265) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 862.716818] env[62265]: DEBUG networking_nsxv3.common.locking [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Lock network-553 taken with stack trace [, , , , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 862.716954] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquiring lock "network-553" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 862.717061] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquired lock "network-553" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 862.717389] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquired external semaphore "network-553" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 862.717687] env[62265]: DEBUG networking_nsxv3.common.locking [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 862.717868] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquiring lock "Segment" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 862.717990] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquired lock "Segment" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 862.718246] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquired external semaphore "Segment" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 862.718399] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Releasing lock "Segment" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 862.718617] env[62265]: DEBUG dogpile.cache.region [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] No value present for key: 'zone-id' {{(pid=62265) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 862.718743] env[62265]: DEBUG dogpile.lock [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] NeedRegenerationException {{(pid=62265) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 862.718871] env[62265]: DEBUG dogpile.lock [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] no value, waiting for create lock {{(pid=62265) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 862.719630] env[62265]: DEBUG dogpile.lock [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] value creation lock acquired {{(pid=62265) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 862.720626] env[62265]: DEBUG dogpile.cache.region [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] No value present for key: 'zone-id' {{(pid=62265) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 862.720626] env[62265]: DEBUG dogpile.lock [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Calling creation function for not-yet-present value {{(pid=62265) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 862.720626] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 862.744025] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 862.744025] env[62265]: DEBUG dogpile.cache.region [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=62265) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 862.744025] env[62265]: DEBUG dogpile.lock [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Released creation lock {{(pid=62265) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 862.744025] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Releasing lock "network-553" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 862.744025] env[62265]: DEBUG networking_nsxv3.common.locking [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Lock port-e575c385-3110-4a1b-b2cf-3ec571c2f4ea taken with stack trace [, , , , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 862.744025] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquiring lock "port-e575c385-3110-4a1b-b2cf-3ec571c2f4ea" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 862.744025] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquired lock "port-e575c385-3110-4a1b-b2cf-3ec571c2f4ea" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 862.744025] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquired external semaphore "port-e575c385-3110-4a1b-b2cf-3ec571c2f4ea" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 862.744025] env[62265]: DEBUG networking_nsxv3.api.rpc [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e575c385-3110-4a1b-b2cf-3ec571c2f4ea',) {} {{(pid=62265) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 862.756913] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 862.756913] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 862.756913] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 862.756913] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 862.756913] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 862.756913] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 862.756913] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 862.756913] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 862.756913] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 862.756913] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 862.756913] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 684069ea-f32f-4fab-b9e4-2cef5126ff66 already deleted. [ 862.756913] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-684069ea-f32f-4fab-b9e4-2cef5126ff66" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 863.055186] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port c28e3ebd-dc5b-45b3-a4d5-1704ba4ee4b3 [ 863.055344] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 863.055409] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 863.055473] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 863.056268] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 863.056484] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 863.056540] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:c28e3ebd-dc5b-45b3-a4d5-1704ba4ee4b3 already deleted. [ 863.056605] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c28e3ebd-dc5b-45b3-a4d5-1704ba4ee4b3" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 863.250780] env[62265]: DEBUG networking_nsxv3.common.locking [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 863.250780] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquiring lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 863.250780] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquired lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 863.250780] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquired external semaphore "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 863.250780] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Releasing lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 863.250780] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Segment Port e575c385-3110-4a1b-b2cf-3ec571c2f4ea not found, creating... [ 863.250780] env[62265]: DEBUG networking_nsxv3.common.locking [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 863.250780] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquiring lock "Segment" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 863.250780] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquired lock "Segment" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 863.250780] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquired external semaphore "Segment" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 863.250780] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Releasing lock "Segment" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 863.251483] env[62265]: DEBUG networking_nsxv3.common.locking [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 863.251483] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquiring lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 863.251483] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquired lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 863.251483] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquired external semaphore "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 863.251483] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Releasing lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 863.251483] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Resource: SegmentPort with ID: e575c385-3110-4a1b-b2cf-3ec571c2f4ea is going to be created. [ 863.280726] env[62265]: DEBUG networking_nsxv3.common.locking [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 863.280726] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquiring lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 863.280726] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquired lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 863.280726] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquired external semaphore "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 863.280726] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Releasing lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 863.280726] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Releasing lock "port-e575c385-3110-4a1b-b2cf-3ec571c2f4ea" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 864.142974] env[62265]: INFO networking_nsxv3.common.synchronization [req-e7a5a436-8f3d-4744-9f6d-d15c89d5d5ad req-b3687cca-75a0-47d8-a002-77066c952a5b service nova] Enqueued Resource ID: 684069ea-f32f-4fab-b9e4-2cef5126ff66 with Priority: HIGHEST for action security_group_rules [ 864.145024] env[62265]: INFO networking_nsxv3.common.synchronization [req-e7a5a436-8f3d-4744-9f6d-d15c89d5d5ad req-b3687cca-75a0-47d8-a002-77066c952a5b service nova] Enqueued Resource ID: 684069ea-f32f-4fab-b9e4-2cef5126ff66 with Priority: HIGHEST for action security_group_members [ 864.145024] env[62265]: INFO networking_nsxv3.common.synchronization [req-e7a5a436-8f3d-4744-9f6d-d15c89d5d5ad req-b3687cca-75a0-47d8-a002-77066c952a5b service nova] Enqueued Resource ID: e575c385-3110-4a1b-b2cf-3ec571c2f4ea with Priority: HIGHEST for action port [ 864.145024] env[62265]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 684069ea-f32f-4fab-b9e4-2cef5126ff66 with Priority: HIGHEST for action security_group_rules [ 864.145024] env[62265]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 684069ea-f32f-4fab-b9e4-2cef5126ff66 with Priority: HIGHEST for action security_group_members [ 864.145024] env[62265]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e575c385-3110-4a1b-b2cf-3ec571c2f4ea with Priority: HIGHEST for action port [ 864.145451] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock rules-684069ea-f32f-4fab-b9e4-2cef5126ff66 taken with stack trace [, , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 864.145657] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-684069ea-f32f-4fab-b9e4-2cef5126ff66" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 864.145657] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-684069ea-f32f-4fab-b9e4-2cef5126ff66" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.145907] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-684069ea-f32f-4fab-b9e4-2cef5126ff66" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 864.145988] env[62265]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('684069ea-f32f-4fab-b9e4-2cef5126ff66',) {} {{(pid=62265) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 864.146930] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock member-684069ea-f32f-4fab-b9e4-2cef5126ff66 taken with stack trace [, , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 864.147052] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-684069ea-f32f-4fab-b9e4-2cef5126ff66" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 864.147116] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-684069ea-f32f-4fab-b9e4-2cef5126ff66" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.147307] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-684069ea-f32f-4fab-b9e4-2cef5126ff66" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 864.147452] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 864.147549] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 864.147608] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.147755] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 864.147819] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 864.147909] env[62265]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('684069ea-f32f-4fab-b9e4-2cef5126ff66',) {} {{(pid=62265) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 864.150773] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock port-e575c385-3110-4a1b-b2cf-3ec571c2f4ea taken with stack trace [, , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 864.150773] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e575c385-3110-4a1b-b2cf-3ec571c2f4ea" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 864.150773] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e575c385-3110-4a1b-b2cf-3ec571c2f4ea" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.150773] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e575c385-3110-4a1b-b2cf-3ec571c2f4ea" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 864.150773] env[62265]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e575c385-3110-4a1b-b2cf-3ec571c2f4ea',) {} {{(pid=62265) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 864.651817] env[62265]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('684069ea-f32f-4fab-b9e4-2cef5126ff66',) {} {{(pid=62265) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 864.653007] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock member-684069ea-f32f-4fab-b9e4-2cef5126ff66 taken with stack trace [, , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 864.653154] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-684069ea-f32f-4fab-b9e4-2cef5126ff66" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 864.654861] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port e575c385-3110-4a1b-b2cf-3ec571c2f4ea with status ACTIVE [ 864.654993] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 864.655149] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 864.655228] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.655459] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 864.655556] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 864.655725] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 864.655824] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 864.655881] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.656057] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 864.656143] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 864.656353] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 864.656476] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 864.656554] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.656720] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 864.656797] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 864.656893] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: e575c385-3110-4a1b-b2cf-3ec571c2f4ea is going to be updated. [ 864.678991] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 864.679222] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 864.679276] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.679793] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 864.679793] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 864.679793] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e575c385-3110-4a1b-b2cf-3ec571c2f4ea" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 865.154604] env[62265]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('684069ea-f32f-4fab-b9e4-2cef5126ff66',) {} {{(pid=62265) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 865.575974] env[62265]: INFO networking_nsxv3.common.synchronization [None req-a8c6c434-845d-4cae-9fd3-d83b832c30bc None None] Enqueued Resource ID: eb0de077-ec75-405f-b7cb-0c56c62093e6 with Priority: HIGHEST for action port [ 865.576278] env[62265]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: eb0de077-ec75-405f-b7cb-0c56c62093e6 with Priority: HIGHEST for action port [ 865.576950] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock port-eb0de077-ec75-405f-b7cb-0c56c62093e6 taken with stack trace [, , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 865.576950] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-eb0de077-ec75-405f-b7cb-0c56c62093e6" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 865.578434] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-eb0de077-ec75-405f-b7cb-0c56c62093e6" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 865.579363] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-eb0de077-ec75-405f-b7cb-0c56c62093e6" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 865.579363] env[62265]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('eb0de077-ec75-405f-b7cb-0c56c62093e6',) {} {{(pid=62265) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 865.658143] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 865.658143] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 865.658143] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 865.658619] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 865.658619] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 865.658619] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 684069ea-f32f-4fab-b9e4-2cef5126ff66 is going to be created. [ 865.682687] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 865.683021] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 865.683021] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 865.683204] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 865.683417] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 865.693516] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 684069ea-f32f-4fab-b9e4-2cef5126ff66 in Status: UNINITIALIZED for 2s [ 866.082078] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port eb0de077-ec75-405f-b7cb-0c56c62093e6 [ 866.082318] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 866.082462] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 866.082544] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 866.082769] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 866.082862] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 866.082956] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:eb0de077-ec75-405f-b7cb-0c56c62093e6 already deleted. [ 866.083603] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-eb0de077-ec75-405f-b7cb-0c56c62093e6" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 867.014220] env[62265]: INFO networking_nsxv3.common.synchronization [req-dd43a38b-3b7c-4979-b755-06d3564fac73 req-448808a3-d2dd-498e-82be-2f4b107ab268 tempest-DeleteServersTestJSON-1576012687 tempest-DeleteServersTestJSON-1576012687-project-member] Enqueued Resource ID: 95cf98c4-3841-4576-950a-00c6f979459f with Priority: HIGHEST for action security_group_members [ 867.017024] env[62265]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 95cf98c4-3841-4576-950a-00c6f979459f with Priority: HIGHEST for action security_group_members [ 867.017024] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock member-95cf98c4-3841-4576-950a-00c6f979459f taken with stack trace [, , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 867.017024] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-95cf98c4-3841-4576-950a-00c6f979459f" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 867.017024] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-95cf98c4-3841-4576-950a-00c6f979459f" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 867.017024] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-95cf98c4-3841-4576-950a-00c6f979459f" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 867.017024] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 867.017528] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 867.017528] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 867.017528] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 867.017528] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 867.017629] env[62265]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('95cf98c4-3841-4576-950a-00c6f979459f',) {} {{(pid=62265) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 867.494680] env[62265]: DEBUG networking_nsxv3.common.locking [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Lock network-589 taken with stack trace [, , , , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 867.494870] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquiring lock "network-589" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 867.494993] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquired lock "network-589" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 867.495391] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquired external semaphore "network-589" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 867.495785] env[62265]: DEBUG networking_nsxv3.common.locking [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 867.495785] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquiring lock "Segment" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 867.495908] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquired lock "Segment" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 867.496313] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquired external semaphore "Segment" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 867.496457] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Releasing lock "Segment" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 867.496669] env[62265]: DEBUG dogpile.cache.region [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] No value present for key: 'zone-id' {{(pid=62265) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 867.496890] env[62265]: DEBUG dogpile.lock [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] NeedRegenerationException {{(pid=62265) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 867.497167] env[62265]: DEBUG dogpile.lock [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] no value, waiting for create lock {{(pid=62265) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 867.497297] env[62265]: DEBUG dogpile.lock [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] value creation lock acquired {{(pid=62265) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 867.497414] env[62265]: DEBUG dogpile.cache.region [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] No value present for key: 'zone-id' {{(pid=62265) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 867.497522] env[62265]: DEBUG dogpile.lock [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Calling creation function for not-yet-present value {{(pid=62265) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 867.497657] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 867.515379] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 867.515549] env[62265]: DEBUG dogpile.cache.region [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Cache value generated in 0.018 seconds for key(s): 'zone-id' {{(pid=62265) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 867.516211] env[62265]: DEBUG dogpile.lock [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Released creation lock {{(pid=62265) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 867.516211] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Releasing lock "network-589" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 867.517382] env[62265]: DEBUG networking_nsxv3.common.locking [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Lock port-b59ef51b-6a76-4d21-865d-19c2a7ff5c40 taken with stack trace [, , , , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 867.517382] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquiring lock "port-b59ef51b-6a76-4d21-865d-19c2a7ff5c40" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 867.517382] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquired lock "port-b59ef51b-6a76-4d21-865d-19c2a7ff5c40" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 867.517382] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquired external semaphore "port-b59ef51b-6a76-4d21-865d-19c2a7ff5c40" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 867.517636] env[62265]: DEBUG networking_nsxv3.api.rpc [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b59ef51b-6a76-4d21-865d-19c2a7ff5c40',) {} {{(pid=62265) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 867.521022] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 867.521022] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 867.521022] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 867.521170] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 867.522027] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 867.522027] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 867.522027] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 867.522027] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 867.522027] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 867.522027] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 867.522027] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 95cf98c4-3841-4576-950a-00c6f979459f already deleted. [ 867.522027] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-95cf98c4-3841-4576-950a-00c6f979459f" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 867.703077] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 684069ea-f32f-4fab-b9e4-2cef5126ff66 in Status: SUCCESS [ 867.703290] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-684069ea-f32f-4fab-b9e4-2cef5126ff66" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 867.703658] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-684069ea-f32f-4fab-b9e4-2cef5126ff66" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 867.703747] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-684069ea-f32f-4fab-b9e4-2cef5126ff66" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 867.703872] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 867.703983] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 867.704061] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 867.704214] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 867.704294] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 867.704396] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-684069ea-f32f-4fab-b9e4-2cef5126ff66" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 867.704460] env[62265]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('684069ea-f32f-4fab-b9e4-2cef5126ff66',) {} {{(pid=62265) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 868.020057] env[62265]: DEBUG networking_nsxv3.common.locking [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 868.020349] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquiring lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 868.020464] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquired lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 868.020679] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquired external semaphore "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 868.020830] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Releasing lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 868.020986] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Segment Port b59ef51b-6a76-4d21-865d-19c2a7ff5c40 not found, creating... [ 868.021264] env[62265]: DEBUG networking_nsxv3.common.locking [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 868.021421] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquiring lock "Segment" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 868.021542] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquired lock "Segment" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 868.021759] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquired external semaphore "Segment" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 868.021895] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Releasing lock "Segment" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 868.022211] env[62265]: DEBUG networking_nsxv3.common.locking [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 868.022370] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquiring lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 868.022489] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquired lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 868.022787] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquired external semaphore "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 868.022955] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Releasing lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 868.023269] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Resource: SegmentPort with ID: b59ef51b-6a76-4d21-865d-19c2a7ff5c40 is going to be created. [ 868.042126] env[62265]: DEBUG networking_nsxv3.common.locking [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 868.042454] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquiring lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 868.042663] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquired lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 868.043019] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquired external semaphore "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 868.043370] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Releasing lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 868.043695] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Releasing lock "port-b59ef51b-6a76-4d21-865d-19c2a7ff5c40" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 868.210376] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock member-684069ea-f32f-4fab-b9e4-2cef5126ff66 taken with stack trace [, , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 868.210843] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-684069ea-f32f-4fab-b9e4-2cef5126ff66" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 868.210843] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-684069ea-f32f-4fab-b9e4-2cef5126ff66" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 868.210843] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-684069ea-f32f-4fab-b9e4-2cef5126ff66" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 868.211109] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 868.211109] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 868.211233] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 868.211316] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 868.211403] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 868.211538] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-684069ea-f32f-4fab-b9e4-2cef5126ff66" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 868.211831] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock member-684069ea-f32f-4fab-b9e4-2cef5126ff66 taken with stack trace [, , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 868.211943] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-684069ea-f32f-4fab-b9e4-2cef5126ff66" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 868.212033] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-684069ea-f32f-4fab-b9e4-2cef5126ff66" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 868.212199] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-684069ea-f32f-4fab-b9e4-2cef5126ff66" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 868.212342] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 868.212438] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 868.212498] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 868.212681] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 868.212762] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 868.212844] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-684069ea-f32f-4fab-b9e4-2cef5126ff66" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 868.212935] env[62265]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('684069ea-f32f-4fab-b9e4-2cef5126ff66',) {} {{(pid=62265) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 868.715200] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 684069ea-f32f-4fab-b9e4-2cef5126ff66: rpc.has_security_group_logging(os_id): False [ 868.732304] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 868.732495] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 868.732547] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 868.732797] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 868.732945] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 868.733166] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 868.733269] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 868.733334] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 868.733487] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 868.733588] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 868.733848] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 868.733949] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 868.734023] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 868.734218] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 868.734297] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 868.734497] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 868.734596] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 868.734732] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 868.734918] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 868.735011] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 868.735250] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 684069ea-f32f-4fab-b9e4-2cef5126ff66 is going to be created. [ 868.797486] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 868.798128] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 868.798128] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 868.798128] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 868.798399] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 868.810550] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 684069ea-f32f-4fab-b9e4-2cef5126ff66 in Status: IN_PROGRESS for 2s [ 868.817254] env[62265]: INFO networking_nsxv3.common.synchronization [req-dd43a38b-3b7c-4979-b755-06d3564fac73 req-f6910d42-16c9-4250-8fbf-90a0a43cf744 service nova] Enqueued Resource ID: 95cf98c4-3841-4576-950a-00c6f979459f with Priority: HIGHEST for action security_group_rules [ 868.817254] env[62265]: INFO networking_nsxv3.common.synchronization [req-dd43a38b-3b7c-4979-b755-06d3564fac73 req-f6910d42-16c9-4250-8fbf-90a0a43cf744 service nova] Enqueued Resource ID: 95cf98c4-3841-4576-950a-00c6f979459f with Priority: HIGHEST for action security_group_members [ 868.817323] env[62265]: INFO networking_nsxv3.common.synchronization [req-dd43a38b-3b7c-4979-b755-06d3564fac73 req-f6910d42-16c9-4250-8fbf-90a0a43cf744 service nova] Enqueued Resource ID: b59ef51b-6a76-4d21-865d-19c2a7ff5c40 with Priority: HIGHEST for action port [ 868.818440] env[62265]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 95cf98c4-3841-4576-950a-00c6f979459f with Priority: HIGHEST for action security_group_rules [ 868.818589] env[62265]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 95cf98c4-3841-4576-950a-00c6f979459f with Priority: HIGHEST for action security_group_members [ 868.818669] env[62265]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b59ef51b-6a76-4d21-865d-19c2a7ff5c40 with Priority: HIGHEST for action port [ 868.818947] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock rules-95cf98c4-3841-4576-950a-00c6f979459f taken with stack trace [, , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 868.819167] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-95cf98c4-3841-4576-950a-00c6f979459f" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 868.819332] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-95cf98c4-3841-4576-950a-00c6f979459f" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 868.819597] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-95cf98c4-3841-4576-950a-00c6f979459f" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 868.819683] env[62265]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('95cf98c4-3841-4576-950a-00c6f979459f',) {} {{(pid=62265) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 868.820702] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock member-95cf98c4-3841-4576-950a-00c6f979459f taken with stack trace [, , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 868.820803] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-95cf98c4-3841-4576-950a-00c6f979459f" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 868.820874] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-95cf98c4-3841-4576-950a-00c6f979459f" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 868.821068] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-95cf98c4-3841-4576-950a-00c6f979459f" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 868.821352] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 868.821549] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 868.821639] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 868.821818] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 868.821926] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 868.822414] env[62265]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('95cf98c4-3841-4576-950a-00c6f979459f',) {} {{(pid=62265) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 868.824345] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock port-b59ef51b-6a76-4d21-865d-19c2a7ff5c40 taken with stack trace [, , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 868.824478] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b59ef51b-6a76-4d21-865d-19c2a7ff5c40" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 868.824478] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b59ef51b-6a76-4d21-865d-19c2a7ff5c40" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 868.824600] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b59ef51b-6a76-4d21-865d-19c2a7ff5c40" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 868.824676] env[62265]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b59ef51b-6a76-4d21-865d-19c2a7ff5c40',) {} {{(pid=62265) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 869.326400] env[62265]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('95cf98c4-3841-4576-950a-00c6f979459f',) {} {{(pid=62265) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 869.327504] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock member-95cf98c4-3841-4576-950a-00c6f979459f taken with stack trace [, , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 869.327606] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-95cf98c4-3841-4576-950a-00c6f979459f" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 869.327961] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port b59ef51b-6a76-4d21-865d-19c2a7ff5c40 with status ACTIVE [ 869.328130] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 869.328239] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 869.328292] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 869.328483] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 869.328565] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 869.328724] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 869.328808] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 869.328883] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 869.329028] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 869.329102] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 869.329276] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 869.329660] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 869.329660] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 869.329660] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 869.329660] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 869.329920] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: b59ef51b-6a76-4d21-865d-19c2a7ff5c40 is going to be updated. [ 869.350022] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 869.350022] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 869.350022] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 869.350022] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 869.350022] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 869.350022] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b59ef51b-6a76-4d21-865d-19c2a7ff5c40" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 869.829319] env[62265]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('95cf98c4-3841-4576-950a-00c6f979459f',) {} {{(pid=62265) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 869.906962] env[62265]: INFO networking_nsxv3.common.synchronization [None req-deda08a1-c706-41d5-b130-72644f8de11a None None] Enqueued Resource ID: 4d710d8d-6a7b-46f3-8386-9606e9087c5f with Priority: HIGHEST for action port [ 869.907153] env[62265]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4d710d8d-6a7b-46f3-8386-9606e9087c5f with Priority: HIGHEST for action port [ 869.909019] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock port-4d710d8d-6a7b-46f3-8386-9606e9087c5f taken with stack trace [, , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 869.909281] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-4d710d8d-6a7b-46f3-8386-9606e9087c5f" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 869.909346] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-4d710d8d-6a7b-46f3-8386-9606e9087c5f" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 869.909726] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-4d710d8d-6a7b-46f3-8386-9606e9087c5f" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 869.909726] env[62265]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4d710d8d-6a7b-46f3-8386-9606e9087c5f',) {} {{(pid=62265) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 870.033593] env[62265]: INFO networking_nsxv3.common.synchronization [req-d9ae4950-fde4-430e-99c0-8b376712cfe7 req-111eaa0c-d1ef-4847-828d-0a806190e934 tempest-MigrationsAdminTest-1174356079 tempest-MigrationsAdminTest-1174356079-project-member] Enqueued Resource ID: cb4fb40c-9e72-4175-af16-071ca2d9e786 with Priority: HIGHEST for action security_group_members [ 870.034174] env[62265]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cb4fb40c-9e72-4175-af16-071ca2d9e786 with Priority: HIGHEST for action security_group_members [ 870.034509] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock member-cb4fb40c-9e72-4175-af16-071ca2d9e786 taken with stack trace [, , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 870.034766] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cb4fb40c-9e72-4175-af16-071ca2d9e786" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 870.034766] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cb4fb40c-9e72-4175-af16-071ca2d9e786" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 870.034938] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cb4fb40c-9e72-4175-af16-071ca2d9e786" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 870.036252] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 870.036349] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 870.036349] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 870.037584] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 870.037584] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 870.039790] env[62265]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('cb4fb40c-9e72-4175-af16-071ca2d9e786',) {} {{(pid=62265) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 870.331542] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 870.331880] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 870.331880] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 870.332171] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 870.332360] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 870.332493] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 95cf98c4-3841-4576-950a-00c6f979459f is going to be created. [ 870.355479] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 870.355637] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 870.355708] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 870.356038] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 870.356243] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 870.365699] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 95cf98c4-3841-4576-950a-00c6f979459f in Status: UNINITIALIZED for 2s [ 870.413383] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 4d710d8d-6a7b-46f3-8386-9606e9087c5f [ 870.413942] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 870.414273] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 870.414387] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 870.414910] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 870.415111] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 870.415344] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:4d710d8d-6a7b-46f3-8386-9606e9087c5f already deleted. [ 870.415529] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-4d710d8d-6a7b-46f3-8386-9606e9087c5f" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 870.439282] env[62265]: INFO networking_nsxv3.common.synchronization [req-a6661a25-285f-4827-b167-2b91c3e1a793 req-23e09b42-5705-4af5-8690-cdebf503344d tempest-ListImageFiltersTestJSON-290688751 tempest-ListImageFiltersTestJSON-290688751-project-member] Enqueued Resource ID: 9154915d-163b-4210-b976-4a3d48ceb510 with Priority: HIGHEST for action security_group_members [ 870.443256] env[62265]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9154915d-163b-4210-b976-4a3d48ceb510 with Priority: HIGHEST for action security_group_members [ 870.447283] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock member-9154915d-163b-4210-b976-4a3d48ceb510 taken with stack trace [, , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 870.447283] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9154915d-163b-4210-b976-4a3d48ceb510" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 870.447283] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9154915d-163b-4210-b976-4a3d48ceb510" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 870.447283] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9154915d-163b-4210-b976-4a3d48ceb510" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 870.447569] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 870.447569] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 870.447710] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 870.448068] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 870.448068] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 870.448068] env[62265]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9154915d-163b-4210-b976-4a3d48ceb510',) {} {{(pid=62265) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 870.542355] env[62265]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('cb4fb40c-9e72-4175-af16-071ca2d9e786',) {} {{(pid=62265) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 870.742228] env[62265]: DEBUG networking_nsxv3.common.locking [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Lock network-443 taken with stack trace [, , , , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 870.742228] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquiring lock "network-443" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 870.742228] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquired lock "network-443" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 870.742228] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquired external semaphore "network-443" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 870.742228] env[62265]: DEBUG networking_nsxv3.common.locking [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 870.742228] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquiring lock "Segment" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 870.742228] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquired lock "Segment" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 870.742228] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquired external semaphore "Segment" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 870.742228] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Releasing lock "Segment" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 870.742611] env[62265]: DEBUG dogpile.cache.region [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] No value present for key: 'zone-id' {{(pid=62265) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 870.742611] env[62265]: DEBUG dogpile.lock [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] NeedRegenerationException {{(pid=62265) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 870.742686] env[62265]: DEBUG dogpile.lock [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] no value, waiting for create lock {{(pid=62265) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 870.742798] env[62265]: DEBUG dogpile.lock [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] value creation lock acquired {{(pid=62265) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 870.742911] env[62265]: DEBUG dogpile.cache.region [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] No value present for key: 'zone-id' {{(pid=62265) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 870.743026] env[62265]: DEBUG dogpile.lock [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Calling creation function for not-yet-present value {{(pid=62265) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 870.743161] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 870.762060] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 870.762165] env[62265]: DEBUG dogpile.cache.region [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=62265) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 870.762324] env[62265]: DEBUG dogpile.lock [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Released creation lock {{(pid=62265) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 870.762963] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Releasing lock "network-443" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 870.762963] env[62265]: DEBUG networking_nsxv3.common.locking [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Lock port-d1fa44ac-88c6-4e5e-9979-d41ae6484a41 taken with stack trace [, , , , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 870.763166] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquiring lock "port-d1fa44ac-88c6-4e5e-9979-d41ae6484a41" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 870.763166] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquired lock "port-d1fa44ac-88c6-4e5e-9979-d41ae6484a41" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 870.763437] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquired external semaphore "port-d1fa44ac-88c6-4e5e-9979-d41ae6484a41" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 870.763580] env[62265]: DEBUG networking_nsxv3.api.rpc [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d1fa44ac-88c6-4e5e-9979-d41ae6484a41',) {} {{(pid=62265) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 870.821731] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 684069ea-f32f-4fab-b9e4-2cef5126ff66 in Status: SUCCESS [ 870.821731] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-684069ea-f32f-4fab-b9e4-2cef5126ff66" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 870.952176] env[62265]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('9154915d-163b-4210-b976-4a3d48ceb510',) {} {{(pid=62265) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 871.046551] env[62265]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('cb4fb40c-9e72-4175-af16-071ca2d9e786',) {} {{(pid=62265) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 871.265540] env[62265]: DEBUG networking_nsxv3.common.locking [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 871.265758] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquiring lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 871.265885] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquired lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 871.266220] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquired external semaphore "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 871.266368] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Releasing lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 871.266523] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Segment Port d1fa44ac-88c6-4e5e-9979-d41ae6484a41 not found, creating... [ 871.266895] env[62265]: DEBUG networking_nsxv3.common.locking [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 871.267059] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquiring lock "Segment" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 871.267146] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquired lock "Segment" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 871.267334] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquired external semaphore "Segment" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 871.267488] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Releasing lock "Segment" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 871.267778] env[62265]: DEBUG networking_nsxv3.common.locking [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 871.267939] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquiring lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 871.268071] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquired lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 871.268308] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquired external semaphore "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 871.268475] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Releasing lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 871.268651] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Resource: SegmentPort with ID: d1fa44ac-88c6-4e5e-9979-d41ae6484a41 is going to be created. [ 871.289590] env[62265]: DEBUG networking_nsxv3.common.locking [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 871.289836] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquiring lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 871.289953] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquired lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 871.290283] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquired external semaphore "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 871.290517] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Releasing lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 871.290816] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Releasing lock "port-d1fa44ac-88c6-4e5e-9979-d41ae6484a41" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 871.456534] env[62265]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('9154915d-163b-4210-b976-4a3d48ceb510',) {} {{(pid=62265) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 871.549718] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 871.549718] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 871.549718] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 871.549718] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 871.549718] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 871.549718] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: cb4fb40c-9e72-4175-af16-071ca2d9e786 is going to be updated. [ 871.578153] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 871.578153] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 871.578525] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 871.578525] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 871.578611] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 871.587666] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cb4fb40c-9e72-4175-af16-071ca2d9e786 in Status: IN_PROGRESS for 2s [ 871.960712] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 871.960913] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 871.961062] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 871.961332] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 871.961479] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 871.961649] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9154915d-163b-4210-b976-4a3d48ceb510 is going to be updated. [ 871.992283] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 871.992283] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 871.992283] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 871.996021] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 871.996021] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 872.001863] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9154915d-163b-4210-b976-4a3d48ceb510 in Status: IN_PROGRESS for 2s [ 872.321018] env[62265]: INFO networking_nsxv3.common.synchronization [req-d9ae4950-fde4-430e-99c0-8b376712cfe7 req-35fbbeab-9aa3-4996-958b-4d7f304d41e7 service nova] Enqueued Resource ID: cb4fb40c-9e72-4175-af16-071ca2d9e786 with Priority: HIGHEST for action security_group_rules [ 872.321018] env[62265]: INFO networking_nsxv3.common.synchronization [req-d9ae4950-fde4-430e-99c0-8b376712cfe7 req-35fbbeab-9aa3-4996-958b-4d7f304d41e7 service nova] Enqueued Resource ID: cb4fb40c-9e72-4175-af16-071ca2d9e786 with Priority: HIGHEST for action security_group_members [ 872.321018] env[62265]: INFO networking_nsxv3.common.synchronization [req-d9ae4950-fde4-430e-99c0-8b376712cfe7 req-35fbbeab-9aa3-4996-958b-4d7f304d41e7 service nova] Enqueued Resource ID: d1fa44ac-88c6-4e5e-9979-d41ae6484a41 with Priority: HIGHEST for action port [ 872.321018] env[62265]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cb4fb40c-9e72-4175-af16-071ca2d9e786 with Priority: HIGHEST for action security_group_rules [ 872.321285] env[62265]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cb4fb40c-9e72-4175-af16-071ca2d9e786 with Priority: HIGHEST for action security_group_members [ 872.321285] env[62265]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d1fa44ac-88c6-4e5e-9979-d41ae6484a41 with Priority: HIGHEST for action port [ 872.321465] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock rules-cb4fb40c-9e72-4175-af16-071ca2d9e786 taken with stack trace [, , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 872.321555] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-cb4fb40c-9e72-4175-af16-071ca2d9e786" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 872.321610] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-cb4fb40c-9e72-4175-af16-071ca2d9e786" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 872.322176] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-cb4fb40c-9e72-4175-af16-071ca2d9e786" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 872.322176] env[62265]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('cb4fb40c-9e72-4175-af16-071ca2d9e786',) {} {{(pid=62265) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 872.323151] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock member-cb4fb40c-9e72-4175-af16-071ca2d9e786 taken with stack trace [, , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 872.323151] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cb4fb40c-9e72-4175-af16-071ca2d9e786" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 872.323151] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock port-d1fa44ac-88c6-4e5e-9979-d41ae6484a41 taken with stack trace [, , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 872.323405] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d1fa44ac-88c6-4e5e-9979-d41ae6484a41" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 872.323405] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d1fa44ac-88c6-4e5e-9979-d41ae6484a41" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 872.323472] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d1fa44ac-88c6-4e5e-9979-d41ae6484a41" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 872.326616] env[62265]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d1fa44ac-88c6-4e5e-9979-d41ae6484a41',) {} {{(pid=62265) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 872.381218] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 95cf98c4-3841-4576-950a-00c6f979459f in Status: SUCCESS [ 872.381458] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-95cf98c4-3841-4576-950a-00c6f979459f" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 872.383181] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-95cf98c4-3841-4576-950a-00c6f979459f" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 872.383181] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-95cf98c4-3841-4576-950a-00c6f979459f" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 872.383338] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 872.383395] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 872.383469] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 872.383635] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 872.385010] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 872.385182] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-95cf98c4-3841-4576-950a-00c6f979459f" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 872.385309] env[62265]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('95cf98c4-3841-4576-950a-00c6f979459f',) {} {{(pid=62265) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 872.558209] env[62265]: INFO networking_nsxv3.common.synchronization [None req-dce43071-7809-4127-a099-bea7e330ae94 None None] Enqueued Resource ID: 864242b3-fad1-4741-8f5d-7164bb5b8283 with Priority: HIGHEST for action port [ 872.558775] env[62265]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 864242b3-fad1-4741-8f5d-7164bb5b8283 with Priority: HIGHEST for action port [ 872.559435] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock port-864242b3-fad1-4741-8f5d-7164bb5b8283 taken with stack trace [, , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 872.559553] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-864242b3-fad1-4741-8f5d-7164bb5b8283" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 872.559586] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-864242b3-fad1-4741-8f5d-7164bb5b8283" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 872.559835] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-864242b3-fad1-4741-8f5d-7164bb5b8283" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 872.559931] env[62265]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('864242b3-fad1-4741-8f5d-7164bb5b8283',) {} {{(pid=62265) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 872.825235] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock member-cb4fb40c-9e72-4175-af16-071ca2d9e786 taken with stack trace [, , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 872.825403] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cb4fb40c-9e72-4175-af16-071ca2d9e786" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 872.831757] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port d1fa44ac-88c6-4e5e-9979-d41ae6484a41 with status ACTIVE [ 872.831757] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 872.831757] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 872.831757] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 872.831967] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 872.832028] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 872.836019] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 872.836019] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 872.836019] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 872.836019] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 872.836019] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 872.836019] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 872.836019] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 872.836019] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 872.836019] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 872.836019] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 872.836019] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: d1fa44ac-88c6-4e5e-9979-d41ae6484a41 is going to be updated. [ 872.860241] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 872.860373] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 872.860456] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 872.860709] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 872.860854] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 872.861145] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d1fa44ac-88c6-4e5e-9979-d41ae6484a41" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 872.891641] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock member-95cf98c4-3841-4576-950a-00c6f979459f taken with stack trace [, , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 872.891786] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-95cf98c4-3841-4576-950a-00c6f979459f" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 872.891786] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-95cf98c4-3841-4576-950a-00c6f979459f" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 872.891950] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-95cf98c4-3841-4576-950a-00c6f979459f" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 872.892316] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 872.892316] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 872.892316] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 872.892448] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 872.892524] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 872.892762] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-95cf98c4-3841-4576-950a-00c6f979459f" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 872.892938] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock member-95cf98c4-3841-4576-950a-00c6f979459f taken with stack trace [, , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 872.893054] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-95cf98c4-3841-4576-950a-00c6f979459f" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 872.893116] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-95cf98c4-3841-4576-950a-00c6f979459f" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 872.893272] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-95cf98c4-3841-4576-950a-00c6f979459f" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 872.893405] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 872.893494] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 872.893586] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 872.893719] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 872.893796] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 872.893883] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-95cf98c4-3841-4576-950a-00c6f979459f" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 872.893974] env[62265]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('95cf98c4-3841-4576-950a-00c6f979459f',) {} {{(pid=62265) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 873.062046] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 864242b3-fad1-4741-8f5d-7164bb5b8283 [ 873.062446] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 873.062446] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 873.062655] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 873.062841] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 873.062941] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 873.063054] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:864242b3-fad1-4741-8f5d-7164bb5b8283 already deleted. [ 873.063136] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-864242b3-fad1-4741-8f5d-7164bb5b8283" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 873.396968] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 95cf98c4-3841-4576-950a-00c6f979459f: rpc.has_security_group_logging(os_id): False [ 873.414254] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 873.414411] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 873.414483] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 873.414694] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 873.414784] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 873.414999] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 873.415102] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 873.415166] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 873.415310] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 873.415393] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 873.415573] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 873.415668] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 873.415730] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 873.415867] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 873.415951] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 873.416352] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 873.416475] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 873.416547] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 873.416698] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 873.416785] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 873.417196] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 95cf98c4-3841-4576-950a-00c6f979459f is going to be created. [ 873.479437] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 873.479437] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 873.479437] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 873.479708] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 873.479837] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 873.489450] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 95cf98c4-3841-4576-950a-00c6f979459f in Status: IN_PROGRESS for 2s [ 873.600971] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cb4fb40c-9e72-4175-af16-071ca2d9e786 in Status: SUCCESS [ 873.602030] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cb4fb40c-9e72-4175-af16-071ca2d9e786" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 873.602131] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cb4fb40c-9e72-4175-af16-071ca2d9e786" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 873.602358] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cb4fb40c-9e72-4175-af16-071ca2d9e786" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 873.602540] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 873.602682] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 873.602752] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 873.602904] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 873.602984] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 873.603209] env[62265]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('cb4fb40c-9e72-4175-af16-071ca2d9e786',) {} {{(pid=62265) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 874.013137] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9154915d-163b-4210-b976-4a3d48ceb510 in Status: SUCCESS [ 874.013137] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9154915d-163b-4210-b976-4a3d48ceb510" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 874.106575] env[62265]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('cb4fb40c-9e72-4175-af16-071ca2d9e786',) {} {{(pid=62265) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 874.608819] env[62265]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('cb4fb40c-9e72-4175-af16-071ca2d9e786',) {} {{(pid=62265) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 874.968717] env[62265]: INFO networking_nsxv3.common.synchronization [req-11a78b89-7d9a-4e2e-aedd-b94876f643fa req-273ff491-9793-42ac-a05b-648898bc6289 tempest-AttachVolumeShelveTestJSON-922877392 tempest-AttachVolumeShelveTestJSON-922877392-project-member] Enqueued Resource ID: feb45f86-91e8-4a23-99fd-16253ca1bee4 with Priority: HIGHEST for action security_group_members [ 874.969248] env[62265]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: feb45f86-91e8-4a23-99fd-16253ca1bee4 with Priority: HIGHEST for action security_group_members [ 874.970347] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock member-feb45f86-91e8-4a23-99fd-16253ca1bee4 taken with stack trace [, , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 874.970347] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-feb45f86-91e8-4a23-99fd-16253ca1bee4" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 874.970347] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-feb45f86-91e8-4a23-99fd-16253ca1bee4" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 874.970347] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-feb45f86-91e8-4a23-99fd-16253ca1bee4" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 874.970347] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 874.970699] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 874.970699] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 874.970966] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 874.971042] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 874.971323] env[62265]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('feb45f86-91e8-4a23-99fd-16253ca1bee4',) {} {{(pid=62265) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 875.111365] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 875.112260] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 875.112380] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 875.112702] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 875.112830] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 875.112946] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: cb4fb40c-9e72-4175-af16-071ca2d9e786 is going to be updated. [ 875.142802] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 875.143034] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 875.143034] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 875.143250] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 875.143398] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 875.155834] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cb4fb40c-9e72-4175-af16-071ca2d9e786 in Status: IN_PROGRESS for 2s [ 875.298494] env[62265]: DEBUG networking_nsxv3.common.locking [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Lock network-354 taken with stack trace [, , , , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 875.298993] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquiring lock "network-354" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 875.298993] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquired lock "network-354" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 875.299115] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquired external semaphore "network-354" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 875.299595] env[62265]: DEBUG networking_nsxv3.common.locking [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 875.299595] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquiring lock "Segment" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 875.299595] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquired lock "Segment" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 875.299826] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquired external semaphore "Segment" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 875.299929] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Releasing lock "Segment" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 875.300175] env[62265]: DEBUG dogpile.cache.region [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] No value present for key: 'zone-id' {{(pid=62265) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 875.300358] env[62265]: DEBUG dogpile.lock [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] NeedRegenerationException {{(pid=62265) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 875.300497] env[62265]: DEBUG dogpile.lock [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] no value, waiting for create lock {{(pid=62265) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 875.300626] env[62265]: DEBUG dogpile.lock [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] value creation lock acquired {{(pid=62265) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 875.300753] env[62265]: DEBUG dogpile.cache.region [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] No value present for key: 'zone-id' {{(pid=62265) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 875.300866] env[62265]: DEBUG dogpile.lock [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Calling creation function for not-yet-present value {{(pid=62265) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 875.301008] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 875.318581] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 875.318889] env[62265]: DEBUG dogpile.cache.region [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Cache value generated in 0.018 seconds for key(s): 'zone-id' {{(pid=62265) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 875.318889] env[62265]: DEBUG dogpile.lock [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Released creation lock {{(pid=62265) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 875.319149] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Releasing lock "network-354" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 875.319372] env[62265]: DEBUG networking_nsxv3.common.locking [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Lock port-9a0962fb-aa2b-4caf-af70-9b3a6cac0d36 taken with stack trace [, , , , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 875.319541] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquiring lock "port-9a0962fb-aa2b-4caf-af70-9b3a6cac0d36" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 875.319661] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquired lock "port-9a0962fb-aa2b-4caf-af70-9b3a6cac0d36" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 875.319987] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquired external semaphore "port-9a0962fb-aa2b-4caf-af70-9b3a6cac0d36" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 875.320141] env[62265]: DEBUG networking_nsxv3.api.rpc [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9a0962fb-aa2b-4caf-af70-9b3a6cac0d36',) {} {{(pid=62265) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 875.476014] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 875.476014] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 875.476014] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 875.476014] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 875.476014] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 875.476014] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 875.476014] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 875.476014] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 875.476014] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 875.476014] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 875.476014] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: feb45f86-91e8-4a23-99fd-16253ca1bee4 already deleted. [ 875.476014] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-feb45f86-91e8-4a23-99fd-16253ca1bee4" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 875.499884] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 95cf98c4-3841-4576-950a-00c6f979459f in Status: SUCCESS [ 875.500124] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-95cf98c4-3841-4576-950a-00c6f979459f" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 875.822950] env[62265]: DEBUG networking_nsxv3.common.locking [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 875.823302] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquiring lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 875.823420] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquired lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 875.823744] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquired external semaphore "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 875.823917] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Releasing lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 875.824101] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Segment Port 9a0962fb-aa2b-4caf-af70-9b3a6cac0d36 not found, creating... [ 875.824442] env[62265]: DEBUG networking_nsxv3.common.locking [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 875.824600] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquiring lock "Segment" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 875.824731] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquired lock "Segment" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 875.825018] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquired external semaphore "Segment" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 875.825167] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Releasing lock "Segment" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 875.825458] env[62265]: DEBUG networking_nsxv3.common.locking [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 875.825617] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquiring lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 875.825782] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquired lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 875.826117] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquired external semaphore "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 875.826359] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Releasing lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 875.826359] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Resource: SegmentPort with ID: 9a0962fb-aa2b-4caf-af70-9b3a6cac0d36 is going to be created. [ 875.848264] env[62265]: DEBUG networking_nsxv3.common.locking [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 875.848264] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquiring lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 875.848264] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquired lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 875.848264] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquired external semaphore "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 875.848264] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Releasing lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 875.848264] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Releasing lock "port-9a0962fb-aa2b-4caf-af70-9b3a6cac0d36" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 876.960224] env[62265]: INFO networking_nsxv3.common.synchronization [req-11a78b89-7d9a-4e2e-aedd-b94876f643fa req-44d9e0da-b589-48ef-a1f6-b019b35f0208 service nova] Enqueued Resource ID: feb45f86-91e8-4a23-99fd-16253ca1bee4 with Priority: HIGHEST for action security_group_rules [ 876.960455] env[62265]: INFO networking_nsxv3.common.synchronization [req-11a78b89-7d9a-4e2e-aedd-b94876f643fa req-44d9e0da-b589-48ef-a1f6-b019b35f0208 service nova] Enqueued Resource ID: feb45f86-91e8-4a23-99fd-16253ca1bee4 with Priority: HIGHEST for action security_group_members [ 876.962510] env[62265]: INFO networking_nsxv3.common.synchronization [req-11a78b89-7d9a-4e2e-aedd-b94876f643fa req-44d9e0da-b589-48ef-a1f6-b019b35f0208 service nova] Enqueued Resource ID: 9a0962fb-aa2b-4caf-af70-9b3a6cac0d36 with Priority: HIGHEST for action port [ 876.963057] env[62265]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: feb45f86-91e8-4a23-99fd-16253ca1bee4 with Priority: HIGHEST for action security_group_rules [ 876.963057] env[62265]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: feb45f86-91e8-4a23-99fd-16253ca1bee4 with Priority: HIGHEST for action security_group_members [ 876.963057] env[62265]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9a0962fb-aa2b-4caf-af70-9b3a6cac0d36 with Priority: HIGHEST for action port [ 876.963552] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock rules-feb45f86-91e8-4a23-99fd-16253ca1bee4 taken with stack trace [, , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 876.963690] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-feb45f86-91e8-4a23-99fd-16253ca1bee4" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 876.963759] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-feb45f86-91e8-4a23-99fd-16253ca1bee4" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 876.965780] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-feb45f86-91e8-4a23-99fd-16253ca1bee4" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 876.965780] env[62265]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('feb45f86-91e8-4a23-99fd-16253ca1bee4',) {} {{(pid=62265) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 876.970031] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock member-feb45f86-91e8-4a23-99fd-16253ca1bee4 taken with stack trace [, , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 876.970178] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-feb45f86-91e8-4a23-99fd-16253ca1bee4" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 876.970295] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-feb45f86-91e8-4a23-99fd-16253ca1bee4" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 876.970397] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-feb45f86-91e8-4a23-99fd-16253ca1bee4" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 876.971018] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 876.971018] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 876.971018] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 876.971018] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 876.971018] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 876.971018] env[62265]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('feb45f86-91e8-4a23-99fd-16253ca1bee4',) {} {{(pid=62265) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 876.973748] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock port-9a0962fb-aa2b-4caf-af70-9b3a6cac0d36 taken with stack trace [, , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 876.973748] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-9a0962fb-aa2b-4caf-af70-9b3a6cac0d36" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 876.973748] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-9a0962fb-aa2b-4caf-af70-9b3a6cac0d36" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 876.973748] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-9a0962fb-aa2b-4caf-af70-9b3a6cac0d36" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 876.973748] env[62265]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9a0962fb-aa2b-4caf-af70-9b3a6cac0d36',) {} {{(pid=62265) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 877.165879] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cb4fb40c-9e72-4175-af16-071ca2d9e786 in Status: SUCCESS [ 877.165879] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cb4fb40c-9e72-4175-af16-071ca2d9e786" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 877.166085] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cb4fb40c-9e72-4175-af16-071ca2d9e786" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 877.166311] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cb4fb40c-9e72-4175-af16-071ca2d9e786" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 877.166496] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 877.166613] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 877.167054] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 877.167054] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 877.167155] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 877.167245] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cb4fb40c-9e72-4175-af16-071ca2d9e786" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 877.167328] env[62265]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('cb4fb40c-9e72-4175-af16-071ca2d9e786',) {} {{(pid=62265) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 877.471274] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock member-feb45f86-91e8-4a23-99fd-16253ca1bee4 taken with stack trace [, , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 877.471442] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-feb45f86-91e8-4a23-99fd-16253ca1bee4" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 877.478889] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 9a0962fb-aa2b-4caf-af70-9b3a6cac0d36 with status ACTIVE [ 877.478889] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 877.479091] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 877.479091] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 877.479331] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 877.479452] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 877.479657] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 877.479798] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 877.479844] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 877.480034] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 877.480118] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 877.480307] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 877.480400] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 877.480456] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 877.480602] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 877.480693] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 877.480778] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 9a0962fb-aa2b-4caf-af70-9b3a6cac0d36 is going to be updated. [ 877.481957] env[62265]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('feb45f86-91e8-4a23-99fd-16253ca1bee4',) {} {{(pid=62265) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 877.503969] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 877.503969] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 877.503969] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 877.504189] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 877.504524] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 877.504618] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-9a0962fb-aa2b-4caf-af70-9b3a6cac0d36" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 877.660406] env[62265]: INFO networking_nsxv3.common.synchronization [None req-488c33d1-8d5c-479b-a2c4-1118473eba1b None None] Enqueued Resource ID: 0dd5d9e5-7b96-4ce3-86e4-7f9d73b8abfb with Priority: HIGHEST for action port [ 877.661031] env[62265]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0dd5d9e5-7b96-4ce3-86e4-7f9d73b8abfb with Priority: HIGHEST for action port [ 877.661263] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock port-0dd5d9e5-7b96-4ce3-86e4-7f9d73b8abfb taken with stack trace [, , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 877.661385] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-0dd5d9e5-7b96-4ce3-86e4-7f9d73b8abfb" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 877.661450] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-0dd5d9e5-7b96-4ce3-86e4-7f9d73b8abfb" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 877.661772] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-0dd5d9e5-7b96-4ce3-86e4-7f9d73b8abfb" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 877.661772] env[62265]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0dd5d9e5-7b96-4ce3-86e4-7f9d73b8abfb',) {} {{(pid=62265) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 877.669347] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock member-cb4fb40c-9e72-4175-af16-071ca2d9e786 taken with stack trace [, , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 877.669488] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cb4fb40c-9e72-4175-af16-071ca2d9e786" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 877.669557] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cb4fb40c-9e72-4175-af16-071ca2d9e786" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 877.669768] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cb4fb40c-9e72-4175-af16-071ca2d9e786" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 877.669933] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 877.670047] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 877.670111] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 877.670262] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 877.670352] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 877.670438] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cb4fb40c-9e72-4175-af16-071ca2d9e786" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 877.670579] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock member-cb4fb40c-9e72-4175-af16-071ca2d9e786 taken with stack trace [, , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 877.670671] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cb4fb40c-9e72-4175-af16-071ca2d9e786" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 877.670734] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cb4fb40c-9e72-4175-af16-071ca2d9e786" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 877.670872] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cb4fb40c-9e72-4175-af16-071ca2d9e786" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 877.671013] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 877.671107] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 877.671263] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 877.671314] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 877.671370] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 877.671448] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cb4fb40c-9e72-4175-af16-071ca2d9e786" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 877.671532] env[62265]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('cb4fb40c-9e72-4175-af16-071ca2d9e786',) {} {{(pid=62265) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 877.987460] env[62265]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('feb45f86-91e8-4a23-99fd-16253ca1bee4',) {} {{(pid=62265) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 878.167069] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 0dd5d9e5-7b96-4ce3-86e4-7f9d73b8abfb [ 878.168199] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 878.168199] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 878.168199] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 878.168199] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 878.168199] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 878.168199] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:0dd5d9e5-7b96-4ce3-86e4-7f9d73b8abfb already deleted. [ 878.168199] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-0dd5d9e5-7b96-4ce3-86e4-7f9d73b8abfb" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 878.176356] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for cb4fb40c-9e72-4175-af16-071ca2d9e786: rpc.has_security_group_logging(os_id): False [ 878.195624] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 878.195779] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 878.195851] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 878.196177] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 878.216578] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 878.216578] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 878.216578] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 878.216578] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 878.216800] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 878.216834] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 878.217012] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 878.217117] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 878.217176] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 878.217325] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 878.217398] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 878.217575] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 878.217678] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 878.217744] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 878.217886] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 878.217961] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 878.218239] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: cb4fb40c-9e72-4175-af16-071ca2d9e786 is going to be updated. [ 878.300787] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 878.300933] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 878.301007] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 878.301233] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 878.301382] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 878.350175] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: cb4fb40c-9e72-4175-af16-071ca2d9e786 in Status: IN_PROGRESS for 2s [ 878.494121] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 878.494121] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 878.494121] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 878.494121] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 878.494121] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 878.494121] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: feb45f86-91e8-4a23-99fd-16253ca1bee4 is going to be created. [ 878.515912] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 878.515912] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 878.515912] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 878.515912] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 878.515912] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 878.528346] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: feb45f86-91e8-4a23-99fd-16253ca1bee4 in Status: UNINITIALIZED for 2s [ 879.366304] env[62265]: INFO networking_nsxv3.common.synchronization [None req-d19032ad-c286-4e2e-9403-111e57fb6049 tempest-ServerActionsTestOtherB-1524070999 tempest-ServerActionsTestOtherB-1524070999-project-member] Enqueued Resource ID: e1aa9925-8acc-4328-bd1d-1f3ff9007d21 with Priority: HIGHEST for action security_group_rules [ 879.366879] env[62265]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e1aa9925-8acc-4328-bd1d-1f3ff9007d21 with Priority: HIGHEST for action security_group_rules [ 879.368870] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e1aa9925-8acc-4328-bd1d-1f3ff9007d21 taken with stack trace [, , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 879.368870] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e1aa9925-8acc-4328-bd1d-1f3ff9007d21" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 879.368870] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e1aa9925-8acc-4328-bd1d-1f3ff9007d21" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 879.368870] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e1aa9925-8acc-4328-bd1d-1f3ff9007d21" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 879.368870] env[62265]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e1aa9925-8acc-4328-bd1d-1f3ff9007d21',) {} {{(pid=62265) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 879.497371] env[62265]: INFO networking_nsxv3.common.synchronization [None req-323aa267-7ed5-4cc5-b705-24393707901d tempest-ServerActionsTestOtherB-1524070999 tempest-ServerActionsTestOtherB-1524070999-project-member] Enqueued Resource ID: e1aa9925-8acc-4328-bd1d-1f3ff9007d21 with Priority: HIGHEST for action security_group_rules [ 879.497371] env[62265]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e1aa9925-8acc-4328-bd1d-1f3ff9007d21 with Priority: HIGHEST for action security_group_rules [ 879.497371] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e1aa9925-8acc-4328-bd1d-1f3ff9007d21 taken with stack trace [, , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 879.497371] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e1aa9925-8acc-4328-bd1d-1f3ff9007d21" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 879.562573] env[62265]: INFO networking_nsxv3.common.synchronization [None req-e7b74548-628d-4290-9faa-3832b8d6a0d2 None None] Enqueued Resource ID: 64f93dd2-58e8-43a2-aea1-3ac6dd533284 with Priority: HIGHEST for action port [ 879.562573] env[62265]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 64f93dd2-58e8-43a2-aea1-3ac6dd533284 with Priority: HIGHEST for action port [ 879.562748] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock port-64f93dd2-58e8-43a2-aea1-3ac6dd533284 taken with stack trace [, , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 879.562872] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-64f93dd2-58e8-43a2-aea1-3ac6dd533284" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 879.562938] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-64f93dd2-58e8-43a2-aea1-3ac6dd533284" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 879.563502] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-64f93dd2-58e8-43a2-aea1-3ac6dd533284" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 879.563502] env[62265]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('64f93dd2-58e8-43a2-aea1-3ac6dd533284',) {} {{(pid=62265) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 879.894125] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 879.894298] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 879.894298] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 879.894516] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 879.894608] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 879.894704] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e1aa9925-8acc-4328-bd1d-1f3ff9007d21 already deleted. [ 879.894790] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e1aa9925-8acc-4328-bd1d-1f3ff9007d21" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 879.894946] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e1aa9925-8acc-4328-bd1d-1f3ff9007d21" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 879.895134] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e1aa9925-8acc-4328-bd1d-1f3ff9007d21" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 879.895215] env[62265]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e1aa9925-8acc-4328-bd1d-1f3ff9007d21',) {} {{(pid=62265) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 880.065399] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 64f93dd2-58e8-43a2-aea1-3ac6dd533284 [ 880.065611] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 880.065742] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 880.065813] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 880.066038] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 880.066132] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 880.066226] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:64f93dd2-58e8-43a2-aea1-3ac6dd533284 already deleted. [ 880.066307] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-64f93dd2-58e8-43a2-aea1-3ac6dd533284" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 880.299179] env[62265]: INFO networking_nsxv3.common.synchronization [req-f8474bc7-da80-4f5f-a3ff-28662209f8ae req-913421bb-58b9-4c7d-af49-5b0bcdf90668 tempest-ImagesOneServerNegativeTestJSON-43880012 tempest-ImagesOneServerNegativeTestJSON-43880012-project-member] Enqueued Resource ID: 833f3169-0676-4778-a13d-0e996caf86c3 with Priority: HIGHEST for action security_group_members [ 880.299179] env[62265]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 833f3169-0676-4778-a13d-0e996caf86c3 with Priority: HIGHEST for action security_group_members [ 880.299179] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock member-833f3169-0676-4778-a13d-0e996caf86c3 taken with stack trace [, , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 880.299179] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-833f3169-0676-4778-a13d-0e996caf86c3" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 880.302695] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-833f3169-0676-4778-a13d-0e996caf86c3" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 880.302695] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-833f3169-0676-4778-a13d-0e996caf86c3" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 880.302695] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 880.302695] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 880.302695] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 880.302695] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 880.302695] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 880.302695] env[62265]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('833f3169-0676-4778-a13d-0e996caf86c3',) {} {{(pid=62265) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 880.366102] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: cb4fb40c-9e72-4175-af16-071ca2d9e786 in Status: SUCCESS [ 880.366341] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-cb4fb40c-9e72-4175-af16-071ca2d9e786" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 880.415886] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 880.416045] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 880.416120] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 880.416328] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 880.416420] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 880.416512] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e1aa9925-8acc-4328-bd1d-1f3ff9007d21 already deleted. [ 880.416597] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e1aa9925-8acc-4328-bd1d-1f3ff9007d21" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 880.536742] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: feb45f86-91e8-4a23-99fd-16253ca1bee4 in Status: SUCCESS [ 880.537185] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-feb45f86-91e8-4a23-99fd-16253ca1bee4" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 880.537185] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-feb45f86-91e8-4a23-99fd-16253ca1bee4" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 880.537350] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-feb45f86-91e8-4a23-99fd-16253ca1bee4" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 880.537822] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 880.537822] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 880.537822] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 880.537989] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 880.538732] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 880.538869] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-feb45f86-91e8-4a23-99fd-16253ca1bee4" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 880.538974] env[62265]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('feb45f86-91e8-4a23-99fd-16253ca1bee4',) {} {{(pid=62265) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 880.782753] env[62265]: INFO networking_nsxv3.common.synchronization [req-f0245a86-3c90-41f5-b7aa-47cd40252dc7 req-3b4ead9f-873d-471c-a1b3-b6643febc22d tempest-DeleteServersTestJSON-1576012687 tempest-DeleteServersTestJSON-1576012687-project-member] Enqueued Resource ID: 95cf98c4-3841-4576-950a-00c6f979459f with Priority: HIGHEST for action security_group_members [ 880.785425] env[62265]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 95cf98c4-3841-4576-950a-00c6f979459f with Priority: HIGHEST for action security_group_members [ 880.785425] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock member-95cf98c4-3841-4576-950a-00c6f979459f taken with stack trace [, , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 880.785425] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-95cf98c4-3841-4576-950a-00c6f979459f" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 880.785425] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-95cf98c4-3841-4576-950a-00c6f979459f" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 880.785425] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-95cf98c4-3841-4576-950a-00c6f979459f" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 880.785425] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 880.785425] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 880.785425] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 880.785425] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 880.785425] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 880.785425] env[62265]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('95cf98c4-3841-4576-950a-00c6f979459f',) {} {{(pid=62265) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 880.805422] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 880.806429] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 880.806429] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 880.806429] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 880.806429] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 880.806429] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 880.806429] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 880.806429] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 880.806429] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 880.807116] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 880.807116] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 833f3169-0676-4778-a13d-0e996caf86c3 is going to be deleted. [ 880.841392] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 880.841392] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 880.841392] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 880.841392] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 880.841392] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 880.841591] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-833f3169-0676-4778-a13d-0e996caf86c3" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 881.041264] env[62265]: DEBUG networking_nsxv3.common.locking [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Lock network-334 taken with stack trace [, , , , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 881.041264] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquiring lock "network-334" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 881.041264] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquired lock "network-334" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 881.041264] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquired external semaphore "network-334" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 881.041264] env[62265]: DEBUG networking_nsxv3.common.locking [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 881.041264] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquiring lock "Segment" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 881.041713] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquired lock "Segment" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 881.041987] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquired external semaphore "Segment" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 881.042162] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Releasing lock "Segment" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 881.043227] env[62265]: DEBUG dogpile.cache.region [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] No value present for key: 'zone-id' {{(pid=62265) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 881.043343] env[62265]: DEBUG dogpile.lock [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] NeedRegenerationException {{(pid=62265) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 881.043463] env[62265]: DEBUG dogpile.lock [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] no value, waiting for create lock {{(pid=62265) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 881.043584] env[62265]: DEBUG dogpile.lock [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] value creation lock acquired {{(pid=62265) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 881.043731] env[62265]: DEBUG dogpile.cache.region [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] No value present for key: 'zone-id' {{(pid=62265) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 881.043851] env[62265]: DEBUG dogpile.lock [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Calling creation function for not-yet-present value {{(pid=62265) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 881.043986] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 881.045414] env[62265]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('feb45f86-91e8-4a23-99fd-16253ca1bee4',) {} {{(pid=62265) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 881.063409] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 881.063579] env[62265]: DEBUG dogpile.cache.region [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=62265) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 881.063768] env[62265]: DEBUG dogpile.lock [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Released creation lock {{(pid=62265) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 881.064038] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Releasing lock "network-334" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 881.064348] env[62265]: DEBUG networking_nsxv3.common.locking [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Lock port-5502e2c9-a75c-43c4-81b1-265ef39b94af taken with stack trace [, , , , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 881.064592] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquiring lock "port-5502e2c9-a75c-43c4-81b1-265ef39b94af" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 881.064654] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquired lock "port-5502e2c9-a75c-43c4-81b1-265ef39b94af" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 881.065035] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquired external semaphore "port-5502e2c9-a75c-43c4-81b1-265ef39b94af" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 881.065184] env[62265]: DEBUG networking_nsxv3.api.rpc [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5502e2c9-a75c-43c4-81b1-265ef39b94af',) {} {{(pid=62265) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 881.288023] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 881.288023] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 881.288023] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 881.288023] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 881.288023] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 881.288023] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 881.288023] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 881.288023] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 881.288023] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 881.288023] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 881.288023] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 95cf98c4-3841-4576-950a-00c6f979459f is going to be updated. [ 881.320074] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 881.320234] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 881.320283] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 881.320593] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 881.320761] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 881.329201] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 95cf98c4-3841-4576-950a-00c6f979459f in Status: IN_PROGRESS for 2s [ 881.550462] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for feb45f86-91e8-4a23-99fd-16253ca1bee4: rpc.has_security_group_logging(os_id): False [ 881.567764] env[62265]: DEBUG networking_nsxv3.common.locking [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 881.568392] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquiring lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 881.568735] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquired lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 881.571467] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquired external semaphore "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 881.571789] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Releasing lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 881.572218] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Segment Port 5502e2c9-a75c-43c4-81b1-265ef39b94af not found, creating... [ 881.573750] env[62265]: DEBUG networking_nsxv3.common.locking [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 881.573750] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquiring lock "Segment" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 881.573914] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquired lock "Segment" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 881.574270] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquired external semaphore "Segment" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 881.574477] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Releasing lock "Segment" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 881.574954] env[62265]: DEBUG networking_nsxv3.common.locking [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 881.575247] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquiring lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 881.575449] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquired lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 881.575799] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquired external semaphore "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 881.576034] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Releasing lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 881.576341] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Resource: SegmentPort with ID: 5502e2c9-a75c-43c4-81b1-265ef39b94af is going to be created. [ 881.578455] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 881.578455] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 881.578455] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 881.578698] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 881.578801] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 881.579123] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 881.579276] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 881.581060] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 881.581060] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 881.581060] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 881.581060] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: feb45f86-91e8-4a23-99fd-16253ca1bee4 is going to be created. [ 881.603059] env[62265]: DEBUG networking_nsxv3.common.locking [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 881.603407] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquiring lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 881.603586] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquired lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 881.604012] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquired external semaphore "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 881.604967] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Releasing lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 881.604967] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Releasing lock "port-5502e2c9-a75c-43c4-81b1-265ef39b94af" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 881.642264] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 881.642514] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 881.642628] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 881.643071] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 881.643228] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 881.655106] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: feb45f86-91e8-4a23-99fd-16253ca1bee4 in Status: IN_PROGRESS for 2s [ 882.546344] env[62265]: INFO networking_nsxv3.common.synchronization [req-f8474bc7-da80-4f5f-a3ff-28662209f8ae req-54bda1e8-cf41-4fdb-9500-ddf5a1ffca2b service nova] Enqueued Resource ID: 833f3169-0676-4778-a13d-0e996caf86c3 with Priority: HIGHEST for action security_group_rules [ 882.546529] env[62265]: INFO networking_nsxv3.common.synchronization [req-f8474bc7-da80-4f5f-a3ff-28662209f8ae req-54bda1e8-cf41-4fdb-9500-ddf5a1ffca2b service nova] Enqueued Resource ID: 833f3169-0676-4778-a13d-0e996caf86c3 with Priority: HIGHEST for action security_group_members [ 882.546670] env[62265]: INFO networking_nsxv3.common.synchronization [req-f8474bc7-da80-4f5f-a3ff-28662209f8ae req-54bda1e8-cf41-4fdb-9500-ddf5a1ffca2b service nova] Enqueued Resource ID: 5502e2c9-a75c-43c4-81b1-265ef39b94af with Priority: HIGHEST for action port [ 882.546904] env[62265]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 833f3169-0676-4778-a13d-0e996caf86c3 with Priority: HIGHEST for action security_group_rules [ 882.547053] env[62265]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 833f3169-0676-4778-a13d-0e996caf86c3 with Priority: HIGHEST for action security_group_members [ 882.547187] env[62265]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5502e2c9-a75c-43c4-81b1-265ef39b94af with Priority: HIGHEST for action port [ 882.547789] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock rules-833f3169-0676-4778-a13d-0e996caf86c3 taken with stack trace [, , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 882.547914] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-833f3169-0676-4778-a13d-0e996caf86c3" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 882.547977] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-833f3169-0676-4778-a13d-0e996caf86c3" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 882.548187] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-833f3169-0676-4778-a13d-0e996caf86c3" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 882.548267] env[62265]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('833f3169-0676-4778-a13d-0e996caf86c3',) {} {{(pid=62265) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 882.549881] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock member-833f3169-0676-4778-a13d-0e996caf86c3 taken with stack trace [, , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 882.549881] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-833f3169-0676-4778-a13d-0e996caf86c3" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 882.549881] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-833f3169-0676-4778-a13d-0e996caf86c3" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 882.549881] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-833f3169-0676-4778-a13d-0e996caf86c3" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 882.550087] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 882.550156] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 882.550229] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 882.550377] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 882.550471] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 882.550619] env[62265]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('833f3169-0676-4778-a13d-0e996caf86c3',) {} {{(pid=62265) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 882.551469] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock port-5502e2c9-a75c-43c4-81b1-265ef39b94af taken with stack trace [, , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 882.551599] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-5502e2c9-a75c-43c4-81b1-265ef39b94af" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 882.551685] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-5502e2c9-a75c-43c4-81b1-265ef39b94af" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 882.551840] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-5502e2c9-a75c-43c4-81b1-265ef39b94af" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 882.554489] env[62265]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5502e2c9-a75c-43c4-81b1-265ef39b94af',) {} {{(pid=62265) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 882.661065] env[62265]: INFO networking_nsxv3.common.synchronization [None req-6f0af2e1-4896-4936-9942-54ca6aa94cce tempest-ServerRescueNegativeTestJSON-801777048 tempest-ServerRescueNegativeTestJSON-801777048-project-member] Enqueued Resource ID: b1e841f0-3465-4e49-a96e-4a0c405f1a8b with Priority: HIGHEST for action security_group_rules [ 882.661399] env[62265]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b1e841f0-3465-4e49-a96e-4a0c405f1a8b with Priority: HIGHEST for action security_group_rules [ 882.661693] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b1e841f0-3465-4e49-a96e-4a0c405f1a8b taken with stack trace [, , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 882.661809] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b1e841f0-3465-4e49-a96e-4a0c405f1a8b" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 882.661875] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b1e841f0-3465-4e49-a96e-4a0c405f1a8b" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 882.662139] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b1e841f0-3465-4e49-a96e-4a0c405f1a8b" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 882.662209] env[62265]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b1e841f0-3465-4e49-a96e-4a0c405f1a8b',) {} {{(pid=62265) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 882.819670] env[62265]: INFO networking_nsxv3.common.synchronization [None req-496dfe11-4355-4177-b317-556d619e8a82 tempest-ServerRescueNegativeTestJSON-801777048 tempest-ServerRescueNegativeTestJSON-801777048-project-member] Enqueued Resource ID: b1e841f0-3465-4e49-a96e-4a0c405f1a8b with Priority: HIGHEST for action security_group_rules [ 882.819670] env[62265]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b1e841f0-3465-4e49-a96e-4a0c405f1a8b with Priority: HIGHEST for action security_group_rules [ 882.819670] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b1e841f0-3465-4e49-a96e-4a0c405f1a8b taken with stack trace [, , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 882.819670] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b1e841f0-3465-4e49-a96e-4a0c405f1a8b" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 883.053740] env[62265]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('833f3169-0676-4778-a13d-0e996caf86c3',) {} {{(pid=62265) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 883.054950] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock member-833f3169-0676-4778-a13d-0e996caf86c3 taken with stack trace [, , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 883.055242] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-833f3169-0676-4778-a13d-0e996caf86c3" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 883.055689] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 5502e2c9-a75c-43c4-81b1-265ef39b94af with status ACTIVE [ 883.055689] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 883.055689] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 883.055869] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 883.055967] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 883.056133] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 883.056793] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 883.056793] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 883.056793] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 883.056793] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 883.056793] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 883.056793] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 883.057044] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 883.057044] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 883.057157] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 883.057253] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 883.058436] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 5502e2c9-a75c-43c4-81b1-265ef39b94af is going to be updated. [ 883.077194] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 883.077328] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 883.077416] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 883.077615] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 883.077756] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 883.077922] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-5502e2c9-a75c-43c4-81b1-265ef39b94af" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 883.182293] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 883.182491] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 883.182521] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 883.182784] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 883.182869] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 883.183051] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b1e841f0-3465-4e49-a96e-4a0c405f1a8b already deleted. [ 883.183051] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b1e841f0-3465-4e49-a96e-4a0c405f1a8b" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 883.183274] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b1e841f0-3465-4e49-a96e-4a0c405f1a8b" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 883.183421] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b1e841f0-3465-4e49-a96e-4a0c405f1a8b" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 883.183510] env[62265]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b1e841f0-3465-4e49-a96e-4a0c405f1a8b',) {} {{(pid=62265) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 883.338835] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 95cf98c4-3841-4576-950a-00c6f979459f in Status: SUCCESS [ 883.339058] env[62265]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 95cf98c4-3841-4576-950a-00c6f979459f deletion is rescheduled due to dependency. [ 883.339169] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-95cf98c4-3841-4576-950a-00c6f979459f" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 883.561594] env[62265]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('833f3169-0676-4778-a13d-0e996caf86c3',) {} {{(pid=62265) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 883.667818] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: feb45f86-91e8-4a23-99fd-16253ca1bee4 in Status: SUCCESS [ 883.667818] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-feb45f86-91e8-4a23-99fd-16253ca1bee4" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 883.703514] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 883.703514] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 883.703514] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 883.703514] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 883.703514] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 883.703514] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b1e841f0-3465-4e49-a96e-4a0c405f1a8b already deleted. [ 883.703514] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b1e841f0-3465-4e49-a96e-4a0c405f1a8b" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 884.066760] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 884.066964] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 884.067045] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 884.067238] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 884.067312] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 884.067407] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 833f3169-0676-4778-a13d-0e996caf86c3 is going to be created. [ 884.090688] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 884.090926] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 884.091039] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 884.091345] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 884.091590] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 884.100674] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 833f3169-0676-4778-a13d-0e996caf86c3 in Status: UNINITIALIZED for 2s [ 885.682440] env[62265]: INFO networking_nsxv3.common.synchronization [req-f8720db9-de36-4095-8583-58f12e144457 req-3e69a21b-b02b-400a-9cd4-13590b38f2e8 tempest-ImagesOneServerTestJSON-1727385772 tempest-ImagesOneServerTestJSON-1727385772-project-member] Enqueued Resource ID: 3eaa7a8d-3076-433e-9370-28725ca9b67c with Priority: HIGHEST for action security_group_members [ 885.683090] env[62265]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3eaa7a8d-3076-433e-9370-28725ca9b67c with Priority: HIGHEST for action security_group_members [ 885.687020] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock member-3eaa7a8d-3076-433e-9370-28725ca9b67c taken with stack trace [, , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 885.687020] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3eaa7a8d-3076-433e-9370-28725ca9b67c" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 885.687020] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3eaa7a8d-3076-433e-9370-28725ca9b67c" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 885.687020] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3eaa7a8d-3076-433e-9370-28725ca9b67c" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 885.687020] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 885.687020] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 885.687020] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 885.687020] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 885.687020] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 885.687020] env[62265]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3eaa7a8d-3076-433e-9370-28725ca9b67c',) {} {{(pid=62265) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 886.113928] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 833f3169-0676-4778-a13d-0e996caf86c3 in Status: SUCCESS [ 886.113928] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-833f3169-0676-4778-a13d-0e996caf86c3" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 886.113928] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-833f3169-0676-4778-a13d-0e996caf86c3" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 886.113928] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-833f3169-0676-4778-a13d-0e996caf86c3" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 886.113928] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 886.113928] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 886.113928] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 886.113928] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 886.113928] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 886.113928] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-833f3169-0676-4778-a13d-0e996caf86c3" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 886.113928] env[62265]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('833f3169-0676-4778-a13d-0e996caf86c3',) {} {{(pid=62265) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 886.187960] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 886.188171] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 886.188216] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 886.188442] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 886.188536] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 886.188730] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 886.188825] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 886.188892] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 886.189044] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 886.189128] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 886.189226] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3eaa7a8d-3076-433e-9370-28725ca9b67c already deleted. [ 886.189311] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3eaa7a8d-3076-433e-9370-28725ca9b67c" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 886.343332] env[62265]: DEBUG networking_nsxv3.common.locking [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Lock network-687 taken with stack trace [, , , , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 886.343522] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquiring lock "network-687" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 886.343675] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquired lock "network-687" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 886.345591] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquired external semaphore "network-687" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 886.345860] env[62265]: DEBUG networking_nsxv3.common.locking [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 886.346059] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquiring lock "Segment" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 886.346185] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquired lock "Segment" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 886.346414] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquired external semaphore "Segment" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 886.346556] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Releasing lock "Segment" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 886.346773] env[62265]: DEBUG dogpile.cache.region [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] No value present for key: 'zone-id' {{(pid=62265) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 886.346870] env[62265]: DEBUG dogpile.lock [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] NeedRegenerationException {{(pid=62265) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 886.346978] env[62265]: DEBUG dogpile.lock [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] no value, waiting for create lock {{(pid=62265) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 886.347181] env[62265]: DEBUG dogpile.lock [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] value creation lock acquired {{(pid=62265) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 886.348958] env[62265]: DEBUG dogpile.cache.region [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] No value present for key: 'zone-id' {{(pid=62265) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 886.348958] env[62265]: DEBUG dogpile.lock [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Calling creation function for not-yet-present value {{(pid=62265) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 886.348958] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 886.371580] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 886.372553] env[62265]: DEBUG dogpile.cache.region [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Cache value generated in 0.024 seconds for key(s): 'zone-id' {{(pid=62265) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 886.372553] env[62265]: DEBUG dogpile.lock [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Released creation lock {{(pid=62265) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 886.372553] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Releasing lock "network-687" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 886.372553] env[62265]: DEBUG networking_nsxv3.common.locking [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Lock port-11dc1825-a275-409a-a041-6f9c4796b2d9 taken with stack trace [, , , , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 886.372553] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquiring lock "port-11dc1825-a275-409a-a041-6f9c4796b2d9" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 886.372867] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquired lock "port-11dc1825-a275-409a-a041-6f9c4796b2d9" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 886.373061] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquired external semaphore "port-11dc1825-a275-409a-a041-6f9c4796b2d9" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 886.373159] env[62265]: DEBUG networking_nsxv3.api.rpc [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('11dc1825-a275-409a-a041-6f9c4796b2d9',) {} {{(pid=62265) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 886.619138] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock member-833f3169-0676-4778-a13d-0e996caf86c3 taken with stack trace [, , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 886.626397] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-833f3169-0676-4778-a13d-0e996caf86c3" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 886.626397] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-833f3169-0676-4778-a13d-0e996caf86c3" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 886.626397] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-833f3169-0676-4778-a13d-0e996caf86c3" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 886.626397] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 886.626397] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 886.626397] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 886.626397] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 886.626397] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 886.626397] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-833f3169-0676-4778-a13d-0e996caf86c3" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 886.626397] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock member-833f3169-0676-4778-a13d-0e996caf86c3 taken with stack trace [, , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 886.626397] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-833f3169-0676-4778-a13d-0e996caf86c3" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 886.626397] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-833f3169-0676-4778-a13d-0e996caf86c3" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 886.626397] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-833f3169-0676-4778-a13d-0e996caf86c3" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 886.626397] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 886.626397] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 886.626397] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 886.626397] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 886.626397] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 886.627124] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-833f3169-0676-4778-a13d-0e996caf86c3" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 886.627124] env[62265]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('833f3169-0676-4778-a13d-0e996caf86c3',) {} {{(pid=62265) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 886.877238] env[62265]: DEBUG networking_nsxv3.common.locking [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 886.877613] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquiring lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 886.879337] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquired lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 886.879780] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquired external semaphore "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 886.884157] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Releasing lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 886.884157] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Segment Port 11dc1825-a275-409a-a041-6f9c4796b2d9 not found, creating... [ 886.884157] env[62265]: DEBUG networking_nsxv3.common.locking [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 886.884157] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquiring lock "Segment" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 886.884157] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquired lock "Segment" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 886.884157] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquired external semaphore "Segment" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 886.884157] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Releasing lock "Segment" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 886.884157] env[62265]: DEBUG networking_nsxv3.common.locking [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 886.884157] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquiring lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 886.884157] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquired lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 886.884584] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquired external semaphore "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 886.884584] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Releasing lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 886.884584] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Resource: SegmentPort with ID: 11dc1825-a275-409a-a041-6f9c4796b2d9 is going to be created. [ 886.908027] env[62265]: DEBUG networking_nsxv3.common.locking [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 886.908027] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquiring lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 886.908027] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquired lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 886.908027] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquired external semaphore "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 886.908027] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Releasing lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 886.908027] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Releasing lock "port-11dc1825-a275-409a-a041-6f9c4796b2d9" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 887.089019] env[62265]: INFO networking_nsxv3.common.synchronization [None req-b1c7deb1-5ac7-4bb6-9d6a-e3e6d675803e None None] Enqueued Resource ID: df249ebe-0a93-4275-bf4e-5be352740e23 with Priority: HIGHEST for action port [ 887.089019] env[62265]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: df249ebe-0a93-4275-bf4e-5be352740e23 with Priority: HIGHEST for action port [ 887.089019] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock port-df249ebe-0a93-4275-bf4e-5be352740e23 taken with stack trace [, , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 887.089019] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-df249ebe-0a93-4275-bf4e-5be352740e23" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 887.089019] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-df249ebe-0a93-4275-bf4e-5be352740e23" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 887.089019] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-df249ebe-0a93-4275-bf4e-5be352740e23" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 887.089019] env[62265]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('df249ebe-0a93-4275-bf4e-5be352740e23',) {} {{(pid=62265) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 887.129071] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 833f3169-0676-4778-a13d-0e996caf86c3: rpc.has_security_group_logging(os_id): False [ 887.148752] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 887.148842] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 887.148923] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 887.149208] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 887.149348] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 887.149592] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 887.149735] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 887.149914] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 887.149914] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 887.150041] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 887.150185] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 887.150299] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 887.150365] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 887.150510] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 887.151657] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 887.152053] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 887.152257] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 887.152257] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 887.152452] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 887.152452] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 887.152568] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 833f3169-0676-4778-a13d-0e996caf86c3 is going to be created. [ 887.204339] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 887.204531] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 887.204575] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 887.204768] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 887.204952] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 887.217280] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 833f3169-0676-4778-a13d-0e996caf86c3 in Status: IN_PROGRESS for 2s [ 887.591542] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port df249ebe-0a93-4275-bf4e-5be352740e23 [ 887.591804] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 887.591944] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 887.592030] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 887.592247] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 887.592339] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 887.592433] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:df249ebe-0a93-4275-bf4e-5be352740e23 already deleted. [ 887.592516] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-df249ebe-0a93-4275-bf4e-5be352740e23" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 887.727819] env[62265]: INFO networking_nsxv3.common.synchronization [req-f8720db9-de36-4095-8583-58f12e144457 req-20585ed5-3029-4ad7-bf14-3fbb22ca91dc service nova] Enqueued Resource ID: 3eaa7a8d-3076-433e-9370-28725ca9b67c with Priority: HIGHEST for action security_group_rules [ 887.728040] env[62265]: INFO networking_nsxv3.common.synchronization [req-f8720db9-de36-4095-8583-58f12e144457 req-20585ed5-3029-4ad7-bf14-3fbb22ca91dc service nova] Enqueued Resource ID: 3eaa7a8d-3076-433e-9370-28725ca9b67c with Priority: HIGHEST for action security_group_members [ 887.728340] env[62265]: INFO networking_nsxv3.common.synchronization [req-f8720db9-de36-4095-8583-58f12e144457 req-20585ed5-3029-4ad7-bf14-3fbb22ca91dc service nova] Enqueued Resource ID: 11dc1825-a275-409a-a041-6f9c4796b2d9 with Priority: HIGHEST for action port [ 887.728926] env[62265]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3eaa7a8d-3076-433e-9370-28725ca9b67c with Priority: HIGHEST for action security_group_rules [ 887.728926] env[62265]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3eaa7a8d-3076-433e-9370-28725ca9b67c with Priority: HIGHEST for action security_group_members [ 887.729051] env[62265]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 11dc1825-a275-409a-a041-6f9c4796b2d9 with Priority: HIGHEST for action port [ 887.731493] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock rules-3eaa7a8d-3076-433e-9370-28725ca9b67c taken with stack trace [, , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 887.731626] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-3eaa7a8d-3076-433e-9370-28725ca9b67c" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 887.731690] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-3eaa7a8d-3076-433e-9370-28725ca9b67c" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 887.732047] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-3eaa7a8d-3076-433e-9370-28725ca9b67c" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 887.732047] env[62265]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('3eaa7a8d-3076-433e-9370-28725ca9b67c',) {} {{(pid=62265) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 887.736149] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock member-3eaa7a8d-3076-433e-9370-28725ca9b67c taken with stack trace [, , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 887.739151] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3eaa7a8d-3076-433e-9370-28725ca9b67c" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 887.739224] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3eaa7a8d-3076-433e-9370-28725ca9b67c" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 887.739440] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3eaa7a8d-3076-433e-9370-28725ca9b67c" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 887.739603] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 887.739810] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 887.739810] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 887.739911] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 887.740188] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 887.740188] env[62265]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3eaa7a8d-3076-433e-9370-28725ca9b67c',) {} {{(pid=62265) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 887.741860] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock port-11dc1825-a275-409a-a041-6f9c4796b2d9 taken with stack trace [, , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 887.741972] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-11dc1825-a275-409a-a041-6f9c4796b2d9" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 887.742049] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-11dc1825-a275-409a-a041-6f9c4796b2d9" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 887.742954] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-11dc1825-a275-409a-a041-6f9c4796b2d9" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 887.742954] env[62265]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('11dc1825-a275-409a-a041-6f9c4796b2d9',) {} {{(pid=62265) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 888.067151] env[62265]: INFO networking_nsxv3.common.synchronization [req-49ec54bd-c3b3-434c-86e0-906505523a7f req-fa538c7a-110d-4b2d-b5b3-a1ff6b9b583c tempest-SecurityGroupsTestJSON-1266741729 tempest-SecurityGroupsTestJSON-1266741729-project-member] Enqueued Resource ID: e1de3603-accf-48b1-98d6-aa6e1a5d354f with Priority: HIGHEST for action security_group_members [ 888.067151] env[62265]: INFO networking_nsxv3.common.synchronization [req-49ec54bd-c3b3-434c-86e0-906505523a7f req-fa538c7a-110d-4b2d-b5b3-a1ff6b9b583c tempest-SecurityGroupsTestJSON-1266741729 tempest-SecurityGroupsTestJSON-1266741729-project-member] Enqueued Resource ID: fc14bf32-d62c-4a80-9110-c757fd3fbc4f with Priority: HIGHEST for action security_group_members [ 888.067151] env[62265]: INFO networking_nsxv3.common.synchronization [req-49ec54bd-c3b3-434c-86e0-906505523a7f req-fa538c7a-110d-4b2d-b5b3-a1ff6b9b583c tempest-SecurityGroupsTestJSON-1266741729 tempest-SecurityGroupsTestJSON-1266741729-project-member] Enqueued Resource ID: af4b8eea-a7de-4eb1-925b-bffef6669374 with Priority: HIGHEST for action security_group_members [ 888.067510] env[62265]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e1de3603-accf-48b1-98d6-aa6e1a5d354f with Priority: HIGHEST for action security_group_members [ 888.067510] env[62265]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fc14bf32-d62c-4a80-9110-c757fd3fbc4f with Priority: HIGHEST for action security_group_members [ 888.067510] env[62265]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: af4b8eea-a7de-4eb1-925b-bffef6669374 with Priority: HIGHEST for action security_group_members [ 888.067779] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock member-e1de3603-accf-48b1-98d6-aa6e1a5d354f taken with stack trace [, , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 888.067901] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e1de3603-accf-48b1-98d6-aa6e1a5d354f" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 888.067966] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e1de3603-accf-48b1-98d6-aa6e1a5d354f" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 888.070130] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e1de3603-accf-48b1-98d6-aa6e1a5d354f" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 888.073125] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 888.073125] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 888.073125] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 888.073125] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 888.073125] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 888.073125] env[62265]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e1de3603-accf-48b1-98d6-aa6e1a5d354f',) {} {{(pid=62265) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 888.073531] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock member-fc14bf32-d62c-4a80-9110-c757fd3fbc4f taken with stack trace [, , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 888.073595] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fc14bf32-d62c-4a80-9110-c757fd3fbc4f" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 888.073632] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fc14bf32-d62c-4a80-9110-c757fd3fbc4f" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 888.074518] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fc14bf32-d62c-4a80-9110-c757fd3fbc4f" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 888.074518] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 888.074837] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 888.074872] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 888.075741] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 888.077456] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 888.077456] env[62265]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('fc14bf32-d62c-4a80-9110-c757fd3fbc4f',) {} {{(pid=62265) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 888.077456] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock member-af4b8eea-a7de-4eb1-925b-bffef6669374 taken with stack trace [, , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 888.077456] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-af4b8eea-a7de-4eb1-925b-bffef6669374" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 888.077456] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-af4b8eea-a7de-4eb1-925b-bffef6669374" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 888.077456] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-af4b8eea-a7de-4eb1-925b-bffef6669374" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 888.077456] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 888.077456] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 888.077783] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 888.077783] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 888.077783] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 888.077783] env[62265]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('af4b8eea-a7de-4eb1-925b-bffef6669374',) {} {{(pid=62265) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 888.244276] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock member-3eaa7a8d-3076-433e-9370-28725ca9b67c taken with stack trace [, , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 888.244403] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3eaa7a8d-3076-433e-9370-28725ca9b67c" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 888.244615] env[62265]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('3eaa7a8d-3076-433e-9370-28725ca9b67c',) {} {{(pid=62265) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 888.245585] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 11dc1825-a275-409a-a041-6f9c4796b2d9 with status ACTIVE [ 888.245771] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 888.245888] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 888.245955] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 888.246180] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 888.246274] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 888.246446] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 888.246544] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 888.246607] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 888.246754] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 888.246833] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 888.250475] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 888.250475] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 888.250475] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 888.250475] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 888.250475] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 888.250475] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 11dc1825-a275-409a-a041-6f9c4796b2d9 is going to be updated. [ 888.275051] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 888.275149] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 888.275239] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 888.275718] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 888.275718] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 888.275718] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-11dc1825-a275-409a-a041-6f9c4796b2d9" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 888.581097] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 888.581599] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 888.581599] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 888.581599] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 888.582915] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 888.583023] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 888.583271] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 888.583359] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 888.609182] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 888.610338] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 888.610576] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 888.610696] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 888.610940] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 888.611087] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 888.611229] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e1de3603-accf-48b1-98d6-aa6e1a5d354f is going to be updated. [ 888.612733] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 888.616184] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 888.616326] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 888.616544] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 888.616661] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 888.616792] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 888.616936] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 888.616986] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 888.617095] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fc14bf32-d62c-4a80-9110-c757fd3fbc4f is going to be updated. [ 888.619110] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 888.619110] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 888.647795] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 888.648065] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 888.648214] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 888.648287] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 888.648495] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 888.648620] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 888.648712] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: af4b8eea-a7de-4eb1-925b-bffef6669374 is going to be updated. [ 888.678313] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 888.678313] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 888.678313] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 888.678522] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 888.678522] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 888.680348] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 888.680834] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 888.680834] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 888.680834] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 888.680963] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 888.682395] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 888.682558] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 888.682658] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 888.683170] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 888.683170] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 888.695630] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e1de3603-accf-48b1-98d6-aa6e1a5d354f in Status: IN_PROGRESS for 2s [ 888.696365] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: af4b8eea-a7de-4eb1-925b-bffef6669374 in Status: IN_PROGRESS for 2s [ 888.697099] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fc14bf32-d62c-4a80-9110-c757fd3fbc4f in Status: IN_PROGRESS for 2s [ 888.751671] env[62265]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('3eaa7a8d-3076-433e-9370-28725ca9b67c',) {} {{(pid=62265) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 889.231676] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 833f3169-0676-4778-a13d-0e996caf86c3 in Status: SUCCESS [ 889.232045] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-833f3169-0676-4778-a13d-0e996caf86c3" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 889.256012] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 889.256012] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 889.256012] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 889.256012] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 889.256012] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 889.256012] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3eaa7a8d-3076-433e-9370-28725ca9b67c is going to be created. [ 889.279375] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 889.281933] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 889.281933] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 889.281933] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 889.281933] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 889.291084] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3eaa7a8d-3076-433e-9370-28725ca9b67c in Status: UNINITIALIZED for 2s [ 889.575448] env[62265]: INFO networking_nsxv3.common.synchronization [None req-c87961e9-2ccb-46ca-8def-a6b1c708fe5b tempest-AttachVolumeNegativeTest-1860273183 tempest-AttachVolumeNegativeTest-1860273183-project-member] Enqueued Resource ID: c8509c53-531d-40fa-8d66-9f26778803f5 with Priority: HIGHEST for action security_group_rules [ 889.575448] env[62265]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c8509c53-531d-40fa-8d66-9f26778803f5 with Priority: HIGHEST for action security_group_rules [ 889.575531] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c8509c53-531d-40fa-8d66-9f26778803f5 taken with stack trace [, , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 889.575641] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c8509c53-531d-40fa-8d66-9f26778803f5" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 889.575709] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c8509c53-531d-40fa-8d66-9f26778803f5" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 889.576017] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c8509c53-531d-40fa-8d66-9f26778803f5" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 889.577206] env[62265]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c8509c53-531d-40fa-8d66-9f26778803f5',) {} {{(pid=62265) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 889.725162] env[62265]: INFO networking_nsxv3.common.synchronization [None req-b348a5cd-4519-43a0-8dbb-ae0e0f64fba7 tempest-AttachVolumeNegativeTest-1860273183 tempest-AttachVolumeNegativeTest-1860273183-project-member] Enqueued Resource ID: c8509c53-531d-40fa-8d66-9f26778803f5 with Priority: HIGHEST for action security_group_rules [ 889.725162] env[62265]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c8509c53-531d-40fa-8d66-9f26778803f5 with Priority: HIGHEST for action security_group_rules [ 889.726182] env[62265]: INFO networking_nsxv3.common.synchronization [None req-2215f4f5-2f3d-4cbd-9b8f-9990af1f4de5 None None] Enqueued Resource ID: 72c36367-703f-4f8c-8f8f-2b8581b8514b with Priority: HIGHEST for action port [ 889.727151] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c8509c53-531d-40fa-8d66-9f26778803f5 taken with stack trace [, , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 889.727435] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c8509c53-531d-40fa-8d66-9f26778803f5" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 889.728114] env[62265]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 72c36367-703f-4f8c-8f8f-2b8581b8514b with Priority: HIGHEST for action port [ 889.730163] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock port-72c36367-703f-4f8c-8f8f-2b8581b8514b taken with stack trace [, , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 889.730163] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-72c36367-703f-4f8c-8f8f-2b8581b8514b" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 889.730163] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-72c36367-703f-4f8c-8f8f-2b8581b8514b" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 889.730163] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-72c36367-703f-4f8c-8f8f-2b8581b8514b" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 889.730163] env[62265]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('72c36367-703f-4f8c-8f8f-2b8581b8514b',) {} {{(pid=62265) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 890.104445] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 890.104445] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 890.104445] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 890.104445] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 890.104445] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 890.104445] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c8509c53-531d-40fa-8d66-9f26778803f5 already deleted. [ 890.104445] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c8509c53-531d-40fa-8d66-9f26778803f5" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 890.104445] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c8509c53-531d-40fa-8d66-9f26778803f5" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 890.104445] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c8509c53-531d-40fa-8d66-9f26778803f5" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 890.104445] env[62265]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c8509c53-531d-40fa-8d66-9f26778803f5',) {} {{(pid=62265) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 890.232622] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 72c36367-703f-4f8c-8f8f-2b8581b8514b [ 890.232622] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 890.232622] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 890.232622] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 890.233150] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 890.234175] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 890.234175] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:72c36367-703f-4f8c-8f8f-2b8581b8514b already deleted. [ 890.234175] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-72c36367-703f-4f8c-8f8f-2b8581b8514b" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 890.627558] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 890.627771] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 890.627771] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 890.628348] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 890.628348] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 890.628348] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c8509c53-531d-40fa-8d66-9f26778803f5 already deleted. [ 890.628348] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c8509c53-531d-40fa-8d66-9f26778803f5" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 890.708530] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fc14bf32-d62c-4a80-9110-c757fd3fbc4f in Status: SUCCESS [ 890.708746] env[62265]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fc14bf32-d62c-4a80-9110-c757fd3fbc4f deletion is rescheduled due to dependency. [ 890.708877] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fc14bf32-d62c-4a80-9110-c757fd3fbc4f" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 890.709706] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: af4b8eea-a7de-4eb1-925b-bffef6669374 in Status: SUCCESS [ 890.709900] env[62265]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: af4b8eea-a7de-4eb1-925b-bffef6669374 deletion is rescheduled due to dependency. [ 890.710016] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-af4b8eea-a7de-4eb1-925b-bffef6669374" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 890.710695] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e1de3603-accf-48b1-98d6-aa6e1a5d354f in Status: SUCCESS [ 890.710870] env[62265]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e1de3603-accf-48b1-98d6-aa6e1a5d354f deletion is rescheduled due to dependency. [ 890.711025] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e1de3603-accf-48b1-98d6-aa6e1a5d354f" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 890.907888] env[62265]: INFO networking_nsxv3.common.synchronization [None req-9ffbb3e6-6394-496e-aff0-fad4843ef55c None None] Enqueued Resource ID: fac0938a-3472-485d-b178-e86347a131ad with Priority: HIGHEST for action port [ 890.908611] env[62265]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fac0938a-3472-485d-b178-e86347a131ad with Priority: HIGHEST for action port [ 890.908696] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock port-fac0938a-3472-485d-b178-e86347a131ad taken with stack trace [, , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 890.908878] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-fac0938a-3472-485d-b178-e86347a131ad" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 890.908878] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-fac0938a-3472-485d-b178-e86347a131ad" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 890.909145] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-fac0938a-3472-485d-b178-e86347a131ad" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 890.909227] env[62265]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('fac0938a-3472-485d-b178-e86347a131ad',) {} {{(pid=62265) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 891.300853] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3eaa7a8d-3076-433e-9370-28725ca9b67c in Status: SUCCESS [ 891.301179] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3eaa7a8d-3076-433e-9370-28725ca9b67c" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 891.304199] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3eaa7a8d-3076-433e-9370-28725ca9b67c" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 891.304199] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3eaa7a8d-3076-433e-9370-28725ca9b67c" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 891.304199] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 891.304199] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 891.304199] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 891.304199] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 891.304199] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 891.304432] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3eaa7a8d-3076-433e-9370-28725ca9b67c" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 891.304432] env[62265]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('3eaa7a8d-3076-433e-9370-28725ca9b67c',) {} {{(pid=62265) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 891.413517] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port fac0938a-3472-485d-b178-e86347a131ad [ 891.413517] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 891.413517] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 891.413517] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 891.413517] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 891.413517] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 891.413517] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:fac0938a-3472-485d-b178-e86347a131ad already deleted. [ 891.413517] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-fac0938a-3472-485d-b178-e86347a131ad" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 891.501436] env[62265]: INFO networking_nsxv3.common.synchronization [req-09ba4479-a6c3-4f59-a13f-bbbcf1a7c5a8 req-7a082387-1d74-45cd-ab16-7bf88150986b tempest-ServerActionsTestOtherA-1158692047 tempest-ServerActionsTestOtherA-1158692047-project-member] Enqueued Resource ID: 684069ea-f32f-4fab-b9e4-2cef5126ff66 with Priority: HIGHEST for action security_group_members [ 891.503765] env[62265]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 684069ea-f32f-4fab-b9e4-2cef5126ff66 with Priority: HIGHEST for action security_group_members [ 891.503765] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock member-684069ea-f32f-4fab-b9e4-2cef5126ff66 taken with stack trace [, , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 891.503765] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-684069ea-f32f-4fab-b9e4-2cef5126ff66" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 891.503765] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-684069ea-f32f-4fab-b9e4-2cef5126ff66" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 891.503765] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-684069ea-f32f-4fab-b9e4-2cef5126ff66" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 891.503765] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 891.503765] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 891.503765] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 891.503765] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 891.503765] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 891.503765] env[62265]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('684069ea-f32f-4fab-b9e4-2cef5126ff66',) {} {{(pid=62265) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 891.811270] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock member-3eaa7a8d-3076-433e-9370-28725ca9b67c taken with stack trace [, , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 891.811432] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3eaa7a8d-3076-433e-9370-28725ca9b67c" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 891.811500] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3eaa7a8d-3076-433e-9370-28725ca9b67c" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 891.811712] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3eaa7a8d-3076-433e-9370-28725ca9b67c" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 891.812277] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 891.812277] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 891.812277] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 891.812277] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 891.812277] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 891.812783] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3eaa7a8d-3076-433e-9370-28725ca9b67c" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 891.812783] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock member-3eaa7a8d-3076-433e-9370-28725ca9b67c taken with stack trace [, , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 891.812783] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3eaa7a8d-3076-433e-9370-28725ca9b67c" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 891.812783] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3eaa7a8d-3076-433e-9370-28725ca9b67c" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 891.812998] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3eaa7a8d-3076-433e-9370-28725ca9b67c" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 891.813059] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 891.813136] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 891.813218] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 891.813374] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 891.813467] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 891.813559] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3eaa7a8d-3076-433e-9370-28725ca9b67c" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 891.813647] env[62265]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('3eaa7a8d-3076-433e-9370-28725ca9b67c',) {} {{(pid=62265) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 892.005034] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 892.005202] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 892.005270] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 892.005673] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 892.005673] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 892.005779] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 892.005890] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 892.005958] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 892.006096] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 892.006163] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 892.007047] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 684069ea-f32f-4fab-b9e4-2cef5126ff66 is going to be updated. [ 892.032772] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 892.032772] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 892.032772] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 892.032772] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 892.032772] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 892.043893] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 684069ea-f32f-4fab-b9e4-2cef5126ff66 in Status: IN_PROGRESS for 2s [ 892.316590] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 3eaa7a8d-3076-433e-9370-28725ca9b67c: rpc.has_security_group_logging(os_id): False [ 892.333536] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 892.333663] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 892.333733] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 892.333966] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 892.334074] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 892.334484] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 892.334484] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 892.334484] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 892.334707] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 892.334707] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 892.334830] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 892.334901] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 892.334960] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 892.335149] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 892.335258] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 892.335496] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 892.335616] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 892.335699] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 892.336429] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 892.336429] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 892.336429] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 3eaa7a8d-3076-433e-9370-28725ca9b67c is going to be created. [ 892.389328] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 892.389328] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 892.389328] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 892.389328] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 892.389328] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 892.398105] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 3eaa7a8d-3076-433e-9370-28725ca9b67c in Status: IN_PROGRESS for 2s [ 893.106376] env[62265]: INFO networking_nsxv3.common.synchronization [None req-f2eda6ef-4961-437d-9782-a82cf213c8bd None None] Enqueued Resource ID: 9e01f26e-5835-489c-99fe-3b02ffee9c3c with Priority: HIGHEST for action port [ 893.106662] env[62265]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9e01f26e-5835-489c-99fe-3b02ffee9c3c with Priority: HIGHEST for action port [ 893.107307] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock port-9e01f26e-5835-489c-99fe-3b02ffee9c3c taken with stack trace [, , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 893.107469] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-9e01f26e-5835-489c-99fe-3b02ffee9c3c" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 893.107544] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-9e01f26e-5835-489c-99fe-3b02ffee9c3c" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 893.107809] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-9e01f26e-5835-489c-99fe-3b02ffee9c3c" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 893.107898] env[62265]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9e01f26e-5835-489c-99fe-3b02ffee9c3c',) {} {{(pid=62265) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 893.609669] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 9e01f26e-5835-489c-99fe-3b02ffee9c3c [ 893.611028] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 893.611028] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 893.611028] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 893.611028] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 893.611028] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 893.611028] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:9e01f26e-5835-489c-99fe-3b02ffee9c3c already deleted. [ 893.611028] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-9e01f26e-5835-489c-99fe-3b02ffee9c3c" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 894.051435] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 684069ea-f32f-4fab-b9e4-2cef5126ff66 in Status: SUCCESS [ 894.051637] env[62265]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 684069ea-f32f-4fab-b9e4-2cef5126ff66 deletion is rescheduled due to dependency. [ 894.051752] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-684069ea-f32f-4fab-b9e4-2cef5126ff66" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 894.412466] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 3eaa7a8d-3076-433e-9370-28725ca9b67c in Status: SUCCESS [ 894.412466] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-3eaa7a8d-3076-433e-9370-28725ca9b67c" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 898.109015] env[62265]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 898.109015] env[62265]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 898.118217] env[62265]: INFO networking_nsxv3.common.synchronization [req-4bd86cf3-b44b-4e7a-9496-e1a520345667 req-6374c75a-630e-478f-92e0-6e5599707079 tempest-MultipleCreateTestJSON-1328111400 tempest-MultipleCreateTestJSON-1328111400-project-member] Enqueued Resource ID: 60596148-eceb-4997-b7ff-c5c796ce9f1d with Priority: HIGHEST for action security_group_members [ 898.118217] env[62265]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 60596148-eceb-4997-b7ff-c5c796ce9f1d with Priority: HIGHEST for action security_group_members [ 898.118217] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock member-60596148-eceb-4997-b7ff-c5c796ce9f1d taken with stack trace [, , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 898.118217] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-60596148-eceb-4997-b7ff-c5c796ce9f1d" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 898.118217] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-60596148-eceb-4997-b7ff-c5c796ce9f1d" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 898.118217] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-60596148-eceb-4997-b7ff-c5c796ce9f1d" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 898.118217] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 898.118217] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 898.118217] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 898.118567] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 898.118567] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 898.118567] env[62265]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('60596148-eceb-4997-b7ff-c5c796ce9f1d',) {} {{(pid=62265) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 898.622149] env[62265]: DEBUG networking_nsxv3.common.locking [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Lock network-945 taken with stack trace [, , , , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 898.622149] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquiring lock "network-945" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 898.622149] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquired lock "network-945" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 898.622149] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquired external semaphore "network-945" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 898.622149] env[62265]: DEBUG networking_nsxv3.common.locking [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 898.627400] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquiring lock "Segment" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 898.627400] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquired lock "Segment" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 898.627400] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquired external semaphore "Segment" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 898.627400] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Releasing lock "Segment" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 898.627400] env[62265]: DEBUG dogpile.cache.region [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] No value present for key: 'zone-id' {{(pid=62265) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 898.627400] env[62265]: DEBUG dogpile.lock [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] NeedRegenerationException {{(pid=62265) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 898.627400] env[62265]: DEBUG dogpile.lock [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] no value, waiting for create lock {{(pid=62265) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 898.627937] env[62265]: DEBUG dogpile.lock [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] value creation lock acquired {{(pid=62265) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 898.627937] env[62265]: DEBUG dogpile.cache.region [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] No value present for key: 'zone-id' {{(pid=62265) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 898.627937] env[62265]: DEBUG dogpile.lock [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Calling creation function for not-yet-present value {{(pid=62265) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 898.628173] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 898.631894] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 898.631894] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 898.631894] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 898.631894] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 898.655057] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 898.655287] env[62265]: DEBUG dogpile.cache.region [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Cache value generated in 0.027 seconds for key(s): 'zone-id' {{(pid=62265) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 898.655459] env[62265]: DEBUG dogpile.lock [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Released creation lock {{(pid=62265) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 898.655655] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Releasing lock "network-945" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 898.656057] env[62265]: DEBUG networking_nsxv3.common.locking [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Lock port-c6149814-40bc-47c2-b177-ab0542f7e141 taken with stack trace [, , , , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 898.656812] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquiring lock "port-c6149814-40bc-47c2-b177-ab0542f7e141" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 898.656812] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquired lock "port-c6149814-40bc-47c2-b177-ab0542f7e141" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 898.656812] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquired external semaphore "port-c6149814-40bc-47c2-b177-ab0542f7e141" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 898.658331] env[62265]: DEBUG networking_nsxv3.api.rpc [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c6149814-40bc-47c2-b177-ab0542f7e141',) {} {{(pid=62265) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 898.661168] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 898.661168] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 898.661168] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 898.661308] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 898.661428] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 898.661564] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 898.661606] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 60596148-eceb-4997-b7ff-c5c796ce9f1d is going to be updated. [ 898.684040] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 898.684040] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 898.684040] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 898.684239] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 898.684382] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 898.693074] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 60596148-eceb-4997-b7ff-c5c796ce9f1d in Status: IN_PROGRESS for 2s [ 899.160485] env[62265]: DEBUG networking_nsxv3.common.locking [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 899.160907] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquiring lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 899.160952] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquired lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 899.161266] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquired external semaphore "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 899.161505] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Releasing lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 899.161731] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Segment Port c6149814-40bc-47c2-b177-ab0542f7e141 not found, creating... [ 899.162041] env[62265]: DEBUG networking_nsxv3.common.locking [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 899.162214] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquiring lock "Segment" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 899.162363] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquired lock "Segment" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 899.162667] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquired external semaphore "Segment" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 899.162886] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Releasing lock "Segment" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 899.163252] env[62265]: DEBUG networking_nsxv3.common.locking [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 899.163453] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquiring lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 899.163590] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquired lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 899.164347] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquired external semaphore "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 899.164347] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Releasing lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 899.164347] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Resource: SegmentPort with ID: c6149814-40bc-47c2-b177-ab0542f7e141 is going to be created. [ 899.185369] env[62265]: DEBUG networking_nsxv3.common.locking [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 899.185626] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquiring lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 899.185731] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquired lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 899.186023] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquired external semaphore "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 899.186272] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Releasing lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 899.186952] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Releasing lock "port-c6149814-40bc-47c2-b177-ab0542f7e141" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 899.342332] env[62265]: INFO networking_nsxv3.common.synchronization [req-28fbb202-3225-49aa-9872-532679884367 req-4bbcc6c5-9b5a-4978-b334-929f70f66bc3 tempest-ServersV294TestFqdnHostnames-993236797 tempest-ServersV294TestFqdnHostnames-993236797-project-member] Enqueued Resource ID: 2d57abaa-8212-4767-bbc2-73a55a973bd5 with Priority: HIGHEST for action security_group_members [ 899.342944] env[62265]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2d57abaa-8212-4767-bbc2-73a55a973bd5 with Priority: HIGHEST for action security_group_members [ 899.343254] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock member-2d57abaa-8212-4767-bbc2-73a55a973bd5 taken with stack trace [, , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 899.343395] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2d57abaa-8212-4767-bbc2-73a55a973bd5" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 899.343539] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2d57abaa-8212-4767-bbc2-73a55a973bd5" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 899.343635] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2d57abaa-8212-4767-bbc2-73a55a973bd5" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 899.343769] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 899.343886] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 899.343960] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 899.344091] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 899.344168] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 899.344258] env[62265]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2d57abaa-8212-4767-bbc2-73a55a973bd5',) {} {{(pid=62265) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 899.847166] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 899.847330] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 899.847406] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 899.847620] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 899.847714] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 899.847903] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 899.848008] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 899.848079] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 899.848225] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 899.848303] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 899.848390] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2d57abaa-8212-4767-bbc2-73a55a973bd5 is going to be updated. [ 899.873404] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 899.873540] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 899.873595] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 899.873781] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 899.873914] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 899.881616] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2d57abaa-8212-4767-bbc2-73a55a973bd5 in Status: IN_PROGRESS for 2s [ 900.257850] env[62265]: INFO networking_nsxv3.common.synchronization [req-4bd86cf3-b44b-4e7a-9496-e1a520345667 req-3d4f9438-4554-4834-89a5-c9fbdd9c3931 service nova] Enqueued Resource ID: 60596148-eceb-4997-b7ff-c5c796ce9f1d with Priority: HIGHEST for action security_group_rules [ 900.258161] env[62265]: INFO networking_nsxv3.common.synchronization [req-4bd86cf3-b44b-4e7a-9496-e1a520345667 req-3d4f9438-4554-4834-89a5-c9fbdd9c3931 service nova] Enqueued Resource ID: 60596148-eceb-4997-b7ff-c5c796ce9f1d with Priority: HIGHEST for action security_group_members [ 900.258315] env[62265]: INFO networking_nsxv3.common.synchronization [req-4bd86cf3-b44b-4e7a-9496-e1a520345667 req-3d4f9438-4554-4834-89a5-c9fbdd9c3931 service nova] Enqueued Resource ID: c6149814-40bc-47c2-b177-ab0542f7e141 with Priority: HIGHEST for action port [ 900.258961] env[62265]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 60596148-eceb-4997-b7ff-c5c796ce9f1d with Priority: HIGHEST for action security_group_rules [ 900.259210] env[62265]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 60596148-eceb-4997-b7ff-c5c796ce9f1d with Priority: HIGHEST for action security_group_members [ 900.259335] env[62265]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c6149814-40bc-47c2-b177-ab0542f7e141 with Priority: HIGHEST for action port [ 900.260967] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock rules-60596148-eceb-4997-b7ff-c5c796ce9f1d taken with stack trace [, , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 900.260967] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-60596148-eceb-4997-b7ff-c5c796ce9f1d" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 900.260967] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-60596148-eceb-4997-b7ff-c5c796ce9f1d" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 900.260967] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-60596148-eceb-4997-b7ff-c5c796ce9f1d" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 900.260967] env[62265]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('60596148-eceb-4997-b7ff-c5c796ce9f1d',) {} {{(pid=62265) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 900.261849] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock member-60596148-eceb-4997-b7ff-c5c796ce9f1d taken with stack trace [, , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 900.262031] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-60596148-eceb-4997-b7ff-c5c796ce9f1d" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 900.262291] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock port-c6149814-40bc-47c2-b177-ab0542f7e141 taken with stack trace [, , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 900.262432] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c6149814-40bc-47c2-b177-ab0542f7e141" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 900.262530] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c6149814-40bc-47c2-b177-ab0542f7e141" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 900.262740] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c6149814-40bc-47c2-b177-ab0542f7e141" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 900.262910] env[62265]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c6149814-40bc-47c2-b177-ab0542f7e141',) {} {{(pid=62265) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 900.703446] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 60596148-eceb-4997-b7ff-c5c796ce9f1d in Status: SUCCESS [ 900.703625] env[62265]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 60596148-eceb-4997-b7ff-c5c796ce9f1d deletion is rescheduled due to dependency. [ 900.703739] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-60596148-eceb-4997-b7ff-c5c796ce9f1d" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 900.703902] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-60596148-eceb-4997-b7ff-c5c796ce9f1d" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 900.704142] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-60596148-eceb-4997-b7ff-c5c796ce9f1d" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 900.704325] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 900.704438] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 900.704513] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 900.704668] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 900.704747] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 900.704839] env[62265]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('60596148-eceb-4997-b7ff-c5c796ce9f1d',) {} {{(pid=62265) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 900.766809] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock member-60596148-eceb-4997-b7ff-c5c796ce9f1d taken with stack trace [, , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 900.766809] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-60596148-eceb-4997-b7ff-c5c796ce9f1d" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 900.766809] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port c6149814-40bc-47c2-b177-ab0542f7e141 with status ACTIVE [ 900.766809] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 900.766809] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 900.766809] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 900.766809] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 900.766809] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 900.766809] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 900.766809] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 900.766809] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 900.767207] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 900.767207] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 900.767262] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 900.767745] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 900.767745] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 900.767745] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 900.767745] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 900.767905] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: c6149814-40bc-47c2-b177-ab0542f7e141 is going to be updated. [ 900.788717] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 900.788717] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 900.788717] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 900.788717] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 900.788717] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 900.788717] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c6149814-40bc-47c2-b177-ab0542f7e141" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 900.825551] env[62265]: INFO networking_nsxv3.common.synchronization [req-4bd86cf3-b44b-4e7a-9496-e1a520345667 req-995efb8f-d83b-438d-a3af-3ed13e88a606 tempest-MultipleCreateTestJSON-1328111400 tempest-MultipleCreateTestJSON-1328111400-project-member] Enqueued Resource ID: 60596148-eceb-4997-b7ff-c5c796ce9f1d with Priority: HIGHEST for action security_group_members [ 900.826095] env[62265]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 60596148-eceb-4997-b7ff-c5c796ce9f1d with Priority: HIGHEST for action security_group_members [ 900.826407] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock member-60596148-eceb-4997-b7ff-c5c796ce9f1d taken with stack trace [, , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 900.826500] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-60596148-eceb-4997-b7ff-c5c796ce9f1d" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 901.197303] env[62265]: DEBUG networking_nsxv3.common.locking [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Lock network-945 taken with stack trace [, , , , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 901.197303] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquiring lock "network-945" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 901.197303] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquired lock "network-945" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 901.197303] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquired external semaphore "network-945" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 901.197303] env[62265]: DEBUG networking_nsxv3.common.locking [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 901.197303] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquiring lock "Segment" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 901.197303] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquired lock "Segment" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 901.197303] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquired external semaphore "Segment" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 901.197759] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Releasing lock "Segment" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 901.197759] env[62265]: DEBUG dogpile.cache.region [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] No value present for key: 'zone-id' {{(pid=62265) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 901.197759] env[62265]: DEBUG dogpile.lock [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] NeedRegenerationException {{(pid=62265) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 901.197893] env[62265]: DEBUG dogpile.lock [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] no value, waiting for create lock {{(pid=62265) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 901.197978] env[62265]: DEBUG dogpile.lock [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] value creation lock acquired {{(pid=62265) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 901.198096] env[62265]: DEBUG dogpile.cache.region [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] No value present for key: 'zone-id' {{(pid=62265) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 901.198201] env[62265]: DEBUG dogpile.lock [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Calling creation function for not-yet-present value {{(pid=62265) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 901.198332] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 901.207810] env[62265]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('60596148-eceb-4997-b7ff-c5c796ce9f1d',) {} {{(pid=62265) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 901.216348] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 901.216509] env[62265]: DEBUG dogpile.cache.region [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Cache value generated in 0.018 seconds for key(s): 'zone-id' {{(pid=62265) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 901.216649] env[62265]: DEBUG dogpile.lock [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Released creation lock {{(pid=62265) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 901.216831] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Releasing lock "network-945" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 901.217425] env[62265]: DEBUG networking_nsxv3.common.locking [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Lock port-81afbb18-e268-474f-91ca-cc0e4c1ad316 taken with stack trace [, , , , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 901.217425] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquiring lock "port-81afbb18-e268-474f-91ca-cc0e4c1ad316" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 901.217425] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquired lock "port-81afbb18-e268-474f-91ca-cc0e4c1ad316" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 901.217829] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquired external semaphore "port-81afbb18-e268-474f-91ca-cc0e4c1ad316" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 901.217949] env[62265]: DEBUG networking_nsxv3.api.rpc [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('81afbb18-e268-474f-91ca-cc0e4c1ad316',) {} {{(pid=62265) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 901.710978] env[62265]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('60596148-eceb-4997-b7ff-c5c796ce9f1d',) {} {{(pid=62265) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 901.720579] env[62265]: DEBUG networking_nsxv3.common.locking [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 901.720713] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquiring lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 901.721308] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquired lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 901.721308] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquired external semaphore "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 901.721542] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Releasing lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 901.721579] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Segment Port 81afbb18-e268-474f-91ca-cc0e4c1ad316 not found, creating... [ 901.721845] env[62265]: DEBUG networking_nsxv3.common.locking [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 901.722077] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquiring lock "Segment" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 901.722146] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquired lock "Segment" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 901.722573] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquired external semaphore "Segment" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 901.722573] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Releasing lock "Segment" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 901.722795] env[62265]: DEBUG networking_nsxv3.common.locking [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 901.723117] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquiring lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 901.723181] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquired lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 901.723365] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquired external semaphore "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 901.723503] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Releasing lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 901.723648] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Resource: SegmentPort with ID: 81afbb18-e268-474f-91ca-cc0e4c1ad316 is going to be created. [ 901.745035] env[62265]: DEBUG networking_nsxv3.common.locking [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 901.745035] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquiring lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 901.745035] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquired lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 901.745035] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquired external semaphore "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 901.745373] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Releasing lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 901.745373] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Releasing lock "port-81afbb18-e268-474f-91ca-cc0e4c1ad316" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 901.831900] env[62265]: INFO networking_nsxv3.common.synchronization [req-a5cd226a-5d12-46ba-bfaf-65c2be8aeea1 req-22f57b05-fe5e-4fbc-b1d6-8525e254cc86 tempest-VolumesAdminNegativeTest-1556279164 tempest-VolumesAdminNegativeTest-1556279164-project-member] Enqueued Resource ID: 3e1f7799-a742-4f42-88dc-efdc9eab9a19 with Priority: HIGHEST for action security_group_members [ 901.832458] env[62265]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3e1f7799-a742-4f42-88dc-efdc9eab9a19 with Priority: HIGHEST for action security_group_members [ 901.832789] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock member-3e1f7799-a742-4f42-88dc-efdc9eab9a19 taken with stack trace [, , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 901.832900] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3e1f7799-a742-4f42-88dc-efdc9eab9a19" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 901.832974] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3e1f7799-a742-4f42-88dc-efdc9eab9a19" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 901.833257] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3e1f7799-a742-4f42-88dc-efdc9eab9a19" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 901.833330] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 901.833425] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 901.833487] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 901.833630] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 901.833715] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 901.833807] env[62265]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3e1f7799-a742-4f42-88dc-efdc9eab9a19',) {} {{(pid=62265) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 901.892519] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2d57abaa-8212-4767-bbc2-73a55a973bd5 in Status: SUCCESS [ 901.892724] env[62265]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2d57abaa-8212-4767-bbc2-73a55a973bd5 deletion is rescheduled due to dependency. [ 901.892886] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2d57abaa-8212-4767-bbc2-73a55a973bd5" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 902.211997] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 902.212229] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 902.212311] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 902.212529] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 902.212640] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 902.212806] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 60596148-eceb-4997-b7ff-c5c796ce9f1d is going to be updated. [ 902.239572] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 902.239722] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 902.239785] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 902.240010] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 902.240154] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 902.247581] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 60596148-eceb-4997-b7ff-c5c796ce9f1d in Status: IN_PROGRESS for 2s [ 902.336161] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 902.336365] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 902.336459] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 902.336741] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 902.358835] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 902.359092] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 902.359212] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 902.359275] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 902.359483] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 902.359560] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 902.359647] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3e1f7799-a742-4f42-88dc-efdc9eab9a19 is going to be updated. [ 902.385181] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 902.385361] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 902.385462] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 902.385730] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 902.386149] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 902.398332] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3e1f7799-a742-4f42-88dc-efdc9eab9a19 in Status: IN_PROGRESS for 2s [ 902.559095] env[62265]: INFO networking_nsxv3.common.synchronization [req-4bd86cf3-b44b-4e7a-9496-e1a520345667 req-9cf0dee0-c29e-408e-a9d0-49ff20a3d9ce service nova] Enqueued Resource ID: 60596148-eceb-4997-b7ff-c5c796ce9f1d with Priority: HIGHEST for action security_group_rules [ 902.559282] env[62265]: INFO networking_nsxv3.common.synchronization [req-4bd86cf3-b44b-4e7a-9496-e1a520345667 req-9cf0dee0-c29e-408e-a9d0-49ff20a3d9ce service nova] Enqueued Resource ID: 60596148-eceb-4997-b7ff-c5c796ce9f1d with Priority: HIGHEST for action security_group_members [ 902.559849] env[62265]: INFO networking_nsxv3.common.synchronization [req-4bd86cf3-b44b-4e7a-9496-e1a520345667 req-9cf0dee0-c29e-408e-a9d0-49ff20a3d9ce service nova] Enqueued Resource ID: 81afbb18-e268-474f-91ca-cc0e4c1ad316 with Priority: HIGHEST for action port [ 902.559951] env[62265]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 60596148-eceb-4997-b7ff-c5c796ce9f1d with Priority: HIGHEST for action security_group_rules [ 902.560065] env[62265]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 60596148-eceb-4997-b7ff-c5c796ce9f1d with Priority: HIGHEST for action security_group_members [ 902.560164] env[62265]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 81afbb18-e268-474f-91ca-cc0e4c1ad316 with Priority: HIGHEST for action port [ 902.560427] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock rules-60596148-eceb-4997-b7ff-c5c796ce9f1d taken with stack trace [, , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 902.560524] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-60596148-eceb-4997-b7ff-c5c796ce9f1d" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 902.560707] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock member-60596148-eceb-4997-b7ff-c5c796ce9f1d taken with stack trace [, , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 902.560837] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-60596148-eceb-4997-b7ff-c5c796ce9f1d" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 902.560993] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock port-81afbb18-e268-474f-91ca-cc0e4c1ad316 taken with stack trace [, , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 902.561128] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-81afbb18-e268-474f-91ca-cc0e4c1ad316" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 902.561195] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-81afbb18-e268-474f-91ca-cc0e4c1ad316" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 902.561389] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-81afbb18-e268-474f-91ca-cc0e4c1ad316" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 902.561461] env[62265]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('81afbb18-e268-474f-91ca-cc0e4c1ad316',) {} {{(pid=62265) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 902.962106] env[62265]: INFO networking_nsxv3.common.synchronization [req-64cc8827-43cb-40a7-82b3-26c201f0759e req-8bb8a515-725a-462d-85f8-7a89951d4e34 tempest-ImagesOneServerNegativeTestJSON-43880012 tempest-ImagesOneServerNegativeTestJSON-43880012-project-member] Enqueued Resource ID: 833f3169-0676-4778-a13d-0e996caf86c3 with Priority: HIGHEST for action security_group_members [ 902.962106] env[62265]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 833f3169-0676-4778-a13d-0e996caf86c3 with Priority: HIGHEST for action security_group_members [ 902.962106] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock member-833f3169-0676-4778-a13d-0e996caf86c3 taken with stack trace [, , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 902.962106] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-833f3169-0676-4778-a13d-0e996caf86c3" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 902.962106] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-833f3169-0676-4778-a13d-0e996caf86c3" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 902.963035] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-833f3169-0676-4778-a13d-0e996caf86c3" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 902.963309] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 902.965272] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 902.965272] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 902.965272] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 902.965272] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 902.965272] env[62265]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('833f3169-0676-4778-a13d-0e996caf86c3',) {} {{(pid=62265) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 903.063760] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 81afbb18-e268-474f-91ca-cc0e4c1ad316 with status ACTIVE [ 903.064035] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 903.064174] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 903.064250] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 903.064441] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 903.064524] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 903.064696] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 903.064785] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 903.064840] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 903.064981] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 903.065064] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 903.065395] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 903.065395] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 903.065520] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 903.065554] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 903.066095] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 903.066095] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 81afbb18-e268-474f-91ca-cc0e4c1ad316 is going to be updated. [ 903.086133] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 903.086383] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 903.086491] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 903.086725] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 903.086866] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 903.087051] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-81afbb18-e268-474f-91ca-cc0e4c1ad316" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 903.318505] env[62265]: INFO networking_nsxv3.common.synchronization [req-ec671398-6f81-48a4-9438-7410543594a1 req-5ab2b50a-8a6c-4053-9b0c-30b640cc9aff tempest-AttachInterfacesTestJSON-467207588 tempest-AttachInterfacesTestJSON-467207588-project-member] Enqueued Resource ID: 675a4269-836b-4909-acaa-4275941b065d with Priority: HIGHEST for action security_group_members [ 903.319191] env[62265]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 675a4269-836b-4909-acaa-4275941b065d with Priority: HIGHEST for action security_group_members [ 903.319598] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock member-675a4269-836b-4909-acaa-4275941b065d taken with stack trace [, , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 903.319737] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-675a4269-836b-4909-acaa-4275941b065d" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 903.319808] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-675a4269-836b-4909-acaa-4275941b065d" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 903.321175] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-675a4269-836b-4909-acaa-4275941b065d" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 903.321175] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 903.321175] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 903.321175] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 903.321175] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 903.321390] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 903.321390] env[62265]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('675a4269-836b-4909-acaa-4275941b065d',) {} {{(pid=62265) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 903.472748] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 903.472748] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 903.472748] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 903.473086] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 903.473135] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 903.473359] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 903.473467] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 903.473510] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 903.473664] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 903.473743] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 903.473859] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 833f3169-0676-4778-a13d-0e996caf86c3 is going to be updated. [ 903.504848] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 903.504848] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 903.504848] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 903.504848] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 903.504848] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 903.513285] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 833f3169-0676-4778-a13d-0e996caf86c3 in Status: IN_PROGRESS for 2s [ 903.823408] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 903.823815] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 903.824788] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 903.824788] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 903.824788] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 903.824788] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 903.824788] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 903.824788] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 903.825602] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 903.825602] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 903.825602] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 675a4269-836b-4909-acaa-4275941b065d already deleted. [ 903.825602] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-675a4269-836b-4909-acaa-4275941b065d" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 903.893433] env[62265]: DEBUG networking_nsxv3.common.locking [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Lock network-838 taken with stack trace [, , , , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 903.893619] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquiring lock "network-838" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 903.893746] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquired lock "network-838" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 903.894050] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquired external semaphore "network-838" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 903.894314] env[62265]: DEBUG networking_nsxv3.common.locking [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 903.894470] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquiring lock "Segment" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 903.897021] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquired lock "Segment" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 903.897021] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquired external semaphore "Segment" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 903.897021] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Releasing lock "Segment" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 903.897021] env[62265]: DEBUG dogpile.cache.region [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] No value present for key: 'zone-id' {{(pid=62265) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 903.897021] env[62265]: DEBUG dogpile.lock [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] NeedRegenerationException {{(pid=62265) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 903.897021] env[62265]: DEBUG dogpile.lock [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] no value, waiting for create lock {{(pid=62265) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 903.897021] env[62265]: DEBUG dogpile.lock [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] value creation lock acquired {{(pid=62265) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 903.897021] env[62265]: DEBUG dogpile.cache.region [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] No value present for key: 'zone-id' {{(pid=62265) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 903.897021] env[62265]: DEBUG dogpile.lock [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Calling creation function for not-yet-present value {{(pid=62265) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 903.897021] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 903.916707] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 903.916707] env[62265]: DEBUG dogpile.cache.region [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=62265) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 903.916830] env[62265]: DEBUG dogpile.lock [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Released creation lock {{(pid=62265) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 903.916971] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Releasing lock "network-838" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 903.918042] env[62265]: DEBUG networking_nsxv3.common.locking [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Lock port-8ff68963-9ee3-4a43-ada2-f02a6416b5e7 taken with stack trace [, , , , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 903.918042] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquiring lock "port-8ff68963-9ee3-4a43-ada2-f02a6416b5e7" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 903.918042] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquired lock "port-8ff68963-9ee3-4a43-ada2-f02a6416b5e7" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 903.918042] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquired external semaphore "port-8ff68963-9ee3-4a43-ada2-f02a6416b5e7" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 903.918042] env[62265]: DEBUG networking_nsxv3.api.rpc [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8ff68963-9ee3-4a43-ada2-f02a6416b5e7',) {} {{(pid=62265) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 904.257624] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 60596148-eceb-4997-b7ff-c5c796ce9f1d in Status: SUCCESS [ 904.257915] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-60596148-eceb-4997-b7ff-c5c796ce9f1d" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 904.258047] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-60596148-eceb-4997-b7ff-c5c796ce9f1d" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 904.258274] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-60596148-eceb-4997-b7ff-c5c796ce9f1d" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 904.258461] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 904.258577] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 904.258643] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 904.258790] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 904.258934] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 904.259033] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-60596148-eceb-4997-b7ff-c5c796ce9f1d" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 904.259093] env[62265]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('60596148-eceb-4997-b7ff-c5c796ce9f1d',) {} {{(pid=62265) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 904.260459] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-60596148-eceb-4997-b7ff-c5c796ce9f1d" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 904.260634] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-60596148-eceb-4997-b7ff-c5c796ce9f1d" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 904.260972] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 904.261130] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 904.261198] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 904.261351] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 904.261433] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 904.261523] env[62265]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('60596148-eceb-4997-b7ff-c5c796ce9f1d',) {} {{(pid=62265) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 904.406825] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3e1f7799-a742-4f42-88dc-efdc9eab9a19 in Status: SUCCESS [ 904.407081] env[62265]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3e1f7799-a742-4f42-88dc-efdc9eab9a19 deletion is rescheduled due to dependency. [ 904.407255] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3e1f7799-a742-4f42-88dc-efdc9eab9a19" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 904.422043] env[62265]: DEBUG networking_nsxv3.common.locking [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 904.422043] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquiring lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 904.422043] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquired lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 904.422043] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquired external semaphore "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 904.422343] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Releasing lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 904.422343] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Segment Port 8ff68963-9ee3-4a43-ada2-f02a6416b5e7 not found, creating... [ 904.422688] env[62265]: DEBUG networking_nsxv3.common.locking [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 904.422944] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquiring lock "Segment" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 904.423147] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquired lock "Segment" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 904.423455] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquired external semaphore "Segment" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 904.423644] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Releasing lock "Segment" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 904.423998] env[62265]: DEBUG networking_nsxv3.common.locking [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 904.424234] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquiring lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 904.424391] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquired lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 904.424654] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquired external semaphore "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 904.424856] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Releasing lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 904.425272] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Resource: SegmentPort with ID: 8ff68963-9ee3-4a43-ada2-f02a6416b5e7 is going to be created. [ 904.445658] env[62265]: DEBUG networking_nsxv3.common.locking [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 904.445879] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquiring lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 904.446019] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquired lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 904.446381] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquired external semaphore "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 904.446620] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Releasing lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 904.446863] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Releasing lock "port-8ff68963-9ee3-4a43-ada2-f02a6416b5e7" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 904.763443] env[62265]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('60596148-eceb-4997-b7ff-c5c796ce9f1d',) {} {{(pid=62265) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 904.768095] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock member-60596148-eceb-4997-b7ff-c5c796ce9f1d taken with stack trace [, , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 904.768284] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-60596148-eceb-4997-b7ff-c5c796ce9f1d" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 905.152399] env[62265]: INFO networking_nsxv3.common.synchronization [req-ec671398-6f81-48a4-9438-7410543594a1 req-9fe1557f-27fd-4e85-b43d-d5c4359e8736 service nova] Enqueued Resource ID: 675a4269-836b-4909-acaa-4275941b065d with Priority: HIGHEST for action security_group_rules [ 905.152524] env[62265]: INFO networking_nsxv3.common.synchronization [req-ec671398-6f81-48a4-9438-7410543594a1 req-9fe1557f-27fd-4e85-b43d-d5c4359e8736 service nova] Enqueued Resource ID: 675a4269-836b-4909-acaa-4275941b065d with Priority: HIGHEST for action security_group_members [ 905.152663] env[62265]: INFO networking_nsxv3.common.synchronization [req-ec671398-6f81-48a4-9438-7410543594a1 req-9fe1557f-27fd-4e85-b43d-d5c4359e8736 service nova] Enqueued Resource ID: 8ff68963-9ee3-4a43-ada2-f02a6416b5e7 with Priority: HIGHEST for action port [ 905.152915] env[62265]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 675a4269-836b-4909-acaa-4275941b065d with Priority: HIGHEST for action security_group_rules [ 905.153078] env[62265]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 675a4269-836b-4909-acaa-4275941b065d with Priority: HIGHEST for action security_group_members [ 905.153178] env[62265]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8ff68963-9ee3-4a43-ada2-f02a6416b5e7 with Priority: HIGHEST for action port [ 905.153720] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock rules-675a4269-836b-4909-acaa-4275941b065d taken with stack trace [, , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 905.153848] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-675a4269-836b-4909-acaa-4275941b065d" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 905.153917] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-675a4269-836b-4909-acaa-4275941b065d" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 905.154194] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-675a4269-836b-4909-acaa-4275941b065d" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 905.154277] env[62265]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('675a4269-836b-4909-acaa-4275941b065d',) {} {{(pid=62265) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 905.155509] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock member-675a4269-836b-4909-acaa-4275941b065d taken with stack trace [, , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 905.155621] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-675a4269-836b-4909-acaa-4275941b065d" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 905.155797] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-675a4269-836b-4909-acaa-4275941b065d" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 905.155976] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-675a4269-836b-4909-acaa-4275941b065d" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 905.156140] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 905.156284] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 905.156284] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 905.156434] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 905.156518] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 905.156607] env[62265]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('675a4269-836b-4909-acaa-4275941b065d',) {} {{(pid=62265) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 905.157707] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock port-8ff68963-9ee3-4a43-ada2-f02a6416b5e7 taken with stack trace [, , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 905.157707] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-8ff68963-9ee3-4a43-ada2-f02a6416b5e7" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 905.157816] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-8ff68963-9ee3-4a43-ada2-f02a6416b5e7" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 905.157994] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-8ff68963-9ee3-4a43-ada2-f02a6416b5e7" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 905.158094] env[62265]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8ff68963-9ee3-4a43-ada2-f02a6416b5e7',) {} {{(pid=62265) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 905.269492] env[62265]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('60596148-eceb-4997-b7ff-c5c796ce9f1d',) {} {{(pid=62265) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 905.523472] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 833f3169-0676-4778-a13d-0e996caf86c3 in Status: SUCCESS [ 905.523670] env[62265]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 833f3169-0676-4778-a13d-0e996caf86c3 deletion is rescheduled due to dependency. [ 905.523804] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-833f3169-0676-4778-a13d-0e996caf86c3" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 905.656184] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock member-675a4269-836b-4909-acaa-4275941b065d taken with stack trace [, , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 905.656364] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-675a4269-836b-4909-acaa-4275941b065d" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 905.657709] env[62265]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('675a4269-836b-4909-acaa-4275941b065d',) {} {{(pid=62265) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 905.662084] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 8ff68963-9ee3-4a43-ada2-f02a6416b5e7 with status ACTIVE [ 905.662084] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 905.662084] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 905.662084] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 905.662084] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 905.662084] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 905.662084] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 905.662084] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 905.662084] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 905.662084] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 905.662084] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 905.662084] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 905.662084] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 905.662084] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 905.662084] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 905.662084] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 905.662084] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 8ff68963-9ee3-4a43-ada2-f02a6416b5e7 is going to be updated. [ 905.682147] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 905.682324] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 905.682386] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 905.682562] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 905.682698] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 905.682894] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-8ff68963-9ee3-4a43-ada2-f02a6416b5e7" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 905.774765] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 905.774765] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 905.774765] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 905.774765] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 905.774765] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 905.774765] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 60596148-eceb-4997-b7ff-c5c796ce9f1d is going to be updated. [ 905.812087] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 905.812087] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 905.812087] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 905.812087] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 905.812087] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 905.821471] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 60596148-eceb-4997-b7ff-c5c796ce9f1d in Status: IN_PROGRESS for 2s [ 906.021356] env[62265]: INFO networking_nsxv3.common.synchronization [req-b1e7c290-0668-470a-93db-f951ed8dba42 req-f26ad83d-4a9c-4ad5-8b5b-77957f8ce2c7 tempest-ServersNegativeTestJSON-822055539 tempest-ServersNegativeTestJSON-822055539-project-member] Enqueued Resource ID: eaee02db-54f8-457f-ab87-c3f5ae959460 with Priority: HIGHEST for action security_group_members [ 906.021356] env[62265]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: eaee02db-54f8-457f-ab87-c3f5ae959460 with Priority: HIGHEST for action security_group_members [ 906.021356] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock member-eaee02db-54f8-457f-ab87-c3f5ae959460 taken with stack trace [, , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 906.021356] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-eaee02db-54f8-457f-ab87-c3f5ae959460" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 906.021356] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-eaee02db-54f8-457f-ab87-c3f5ae959460" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 906.021356] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-eaee02db-54f8-457f-ab87-c3f5ae959460" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 906.021356] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 906.021356] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 906.021356] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 906.022203] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 906.022639] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 906.024217] env[62265]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('eaee02db-54f8-457f-ab87-c3f5ae959460',) {} {{(pid=62265) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 906.160831] env[62265]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('675a4269-836b-4909-acaa-4275941b065d',) {} {{(pid=62265) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 906.526220] env[62265]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('eaee02db-54f8-457f-ab87-c3f5ae959460',) {} {{(pid=62265) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 906.662719] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 906.662988] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 906.662988] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 906.665262] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 906.665262] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 906.665262] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 675a4269-836b-4909-acaa-4275941b065d is going to be created. [ 906.699065] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 906.699065] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 906.699065] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 906.699290] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 906.699290] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 906.703941] env[62265]: DEBUG networking_nsxv3.common.locking [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Lock network-981 taken with stack trace [, , , , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 906.704115] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquiring lock "network-981" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 906.704165] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquired lock "network-981" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 906.705078] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquired external semaphore "network-981" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 906.705078] env[62265]: DEBUG networking_nsxv3.common.locking [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 906.705078] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquiring lock "Segment" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 906.705078] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquired lock "Segment" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 906.705342] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquired external semaphore "Segment" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 906.705342] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Releasing lock "Segment" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 906.705658] env[62265]: DEBUG dogpile.cache.region [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] No value present for key: 'zone-id' {{(pid=62265) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 906.705658] env[62265]: DEBUG dogpile.lock [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] NeedRegenerationException {{(pid=62265) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 906.705775] env[62265]: DEBUG dogpile.lock [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] no value, waiting for create lock {{(pid=62265) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 906.705889] env[62265]: DEBUG dogpile.lock [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] value creation lock acquired {{(pid=62265) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 906.706015] env[62265]: DEBUG dogpile.cache.region [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] No value present for key: 'zone-id' {{(pid=62265) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 906.706119] env[62265]: DEBUG dogpile.lock [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Calling creation function for not-yet-present value {{(pid=62265) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 906.706255] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 906.709375] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 675a4269-836b-4909-acaa-4275941b065d in Status: UNINITIALIZED for 2s [ 906.727688] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 906.728143] env[62265]: DEBUG dogpile.cache.region [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=62265) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 906.728143] env[62265]: DEBUG dogpile.lock [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Released creation lock {{(pid=62265) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 906.728429] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Releasing lock "network-981" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 906.728892] env[62265]: DEBUG networking_nsxv3.common.locking [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Lock port-017bf802-df79-4ca0-acf6-aa2a759b4f4c taken with stack trace [, , , , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 906.729180] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquiring lock "port-017bf802-df79-4ca0-acf6-aa2a759b4f4c" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 906.729352] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquired lock "port-017bf802-df79-4ca0-acf6-aa2a759b4f4c" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 906.732017] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquired external semaphore "port-017bf802-df79-4ca0-acf6-aa2a759b4f4c" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 906.732017] env[62265]: DEBUG networking_nsxv3.api.rpc [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('017bf802-df79-4ca0-acf6-aa2a759b4f4c',) {} {{(pid=62265) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 907.030118] env[62265]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('eaee02db-54f8-457f-ab87-c3f5ae959460',) {} {{(pid=62265) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 907.237300] env[62265]: DEBUG networking_nsxv3.common.locking [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 907.237579] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquiring lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 907.237724] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquired lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 907.238036] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquired external semaphore "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 907.238198] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Releasing lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 907.238389] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Segment Port 017bf802-df79-4ca0-acf6-aa2a759b4f4c not found, creating... [ 907.238663] env[62265]: DEBUG networking_nsxv3.common.locking [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 907.238877] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquiring lock "Segment" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 907.239016] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquired lock "Segment" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 907.239279] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquired external semaphore "Segment" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 907.239425] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Releasing lock "Segment" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 907.239709] env[62265]: DEBUG networking_nsxv3.common.locking [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 907.239885] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquiring lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 907.240017] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquired lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 907.240270] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquired external semaphore "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 907.240507] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Releasing lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 907.240701] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Resource: SegmentPort with ID: 017bf802-df79-4ca0-acf6-aa2a759b4f4c is going to be created. [ 907.264252] env[62265]: DEBUG networking_nsxv3.common.locking [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 907.264559] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquiring lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 907.264758] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquired lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 907.265158] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquired external semaphore "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 907.265454] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Releasing lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 907.265783] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Releasing lock "port-017bf802-df79-4ca0-acf6-aa2a759b4f4c" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 907.532765] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 907.533139] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 907.533139] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 907.533413] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 907.533576] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 907.533710] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: eaee02db-54f8-457f-ab87-c3f5ae959460 is going to be updated. [ 907.562035] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 907.562035] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 907.562163] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 907.562397] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 907.562554] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 907.570682] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: eaee02db-54f8-457f-ab87-c3f5ae959460 in Status: IN_PROGRESS for 2s [ 907.830412] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 60596148-eceb-4997-b7ff-c5c796ce9f1d in Status: SUCCESS [ 907.830632] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-60596148-eceb-4997-b7ff-c5c796ce9f1d" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 907.830811] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-60596148-eceb-4997-b7ff-c5c796ce9f1d" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 907.831331] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-60596148-eceb-4997-b7ff-c5c796ce9f1d" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 907.831527] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 907.831654] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 907.831718] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 907.831908] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 907.831992] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 907.832099] env[62265]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('60596148-eceb-4997-b7ff-c5c796ce9f1d',) {} {{(pid=62265) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 908.110199] env[62265]: INFO networking_nsxv3.common.synchronization [req-b1e7c290-0668-470a-93db-f951ed8dba42 req-8711647a-1bac-45c2-bea8-ccbb5cd4f666 service nova] Enqueued Resource ID: eaee02db-54f8-457f-ab87-c3f5ae959460 with Priority: HIGHEST for action security_group_rules [ 908.110728] env[62265]: INFO networking_nsxv3.common.synchronization [req-b1e7c290-0668-470a-93db-f951ed8dba42 req-8711647a-1bac-45c2-bea8-ccbb5cd4f666 service nova] Enqueued Resource ID: eaee02db-54f8-457f-ab87-c3f5ae959460 with Priority: HIGHEST for action security_group_members [ 908.110728] env[62265]: INFO networking_nsxv3.common.synchronization [req-b1e7c290-0668-470a-93db-f951ed8dba42 req-8711647a-1bac-45c2-bea8-ccbb5cd4f666 service nova] Enqueued Resource ID: 017bf802-df79-4ca0-acf6-aa2a759b4f4c with Priority: HIGHEST for action port [ 908.111685] env[62265]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: eaee02db-54f8-457f-ab87-c3f5ae959460 with Priority: HIGHEST for action security_group_rules [ 908.111685] env[62265]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: eaee02db-54f8-457f-ab87-c3f5ae959460 with Priority: HIGHEST for action security_group_members [ 908.111784] env[62265]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 017bf802-df79-4ca0-acf6-aa2a759b4f4c with Priority: HIGHEST for action port [ 908.112322] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock rules-eaee02db-54f8-457f-ab87-c3f5ae959460 taken with stack trace [, , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 908.112580] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-eaee02db-54f8-457f-ab87-c3f5ae959460" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 908.112580] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-eaee02db-54f8-457f-ab87-c3f5ae959460" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 908.112729] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-eaee02db-54f8-457f-ab87-c3f5ae959460" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 908.112803] env[62265]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('eaee02db-54f8-457f-ab87-c3f5ae959460',) {} {{(pid=62265) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 908.113744] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock member-eaee02db-54f8-457f-ab87-c3f5ae959460 taken with stack trace [, , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 908.113828] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-eaee02db-54f8-457f-ab87-c3f5ae959460" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 908.114039] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock port-017bf802-df79-4ca0-acf6-aa2a759b4f4c taken with stack trace [, , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 908.114132] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-017bf802-df79-4ca0-acf6-aa2a759b4f4c" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 908.114194] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-017bf802-df79-4ca0-acf6-aa2a759b4f4c" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 908.116617] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-017bf802-df79-4ca0-acf6-aa2a759b4f4c" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 908.116617] env[62265]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('017bf802-df79-4ca0-acf6-aa2a759b4f4c',) {} {{(pid=62265) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 908.191891] env[62265]: INFO networking_nsxv3.common.synchronization [req-cc6ea2b1-376c-4ebe-b6c8-915839fb03ce req-a1a1617c-265a-404a-98db-9b233a4a74f0 tempest-ListImageFiltersTestJSON-290688751 tempest-ListImageFiltersTestJSON-290688751-project-member] Enqueued Resource ID: 9154915d-163b-4210-b976-4a3d48ceb510 with Priority: HIGHEST for action security_group_members [ 908.192453] env[62265]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9154915d-163b-4210-b976-4a3d48ceb510 with Priority: HIGHEST for action security_group_members [ 908.192767] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock member-9154915d-163b-4210-b976-4a3d48ceb510 taken with stack trace [, , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 908.193559] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9154915d-163b-4210-b976-4a3d48ceb510" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 908.193662] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9154915d-163b-4210-b976-4a3d48ceb510" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 908.193891] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9154915d-163b-4210-b976-4a3d48ceb510" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 908.194064] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 908.194171] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 908.194230] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 908.194417] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 908.194886] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 908.195025] env[62265]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9154915d-163b-4210-b976-4a3d48ceb510',) {} {{(pid=62265) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 908.336034] env[62265]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('60596148-eceb-4997-b7ff-c5c796ce9f1d',) {} {{(pid=62265) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 908.616779] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock member-eaee02db-54f8-457f-ab87-c3f5ae959460 taken with stack trace [, , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 908.617112] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-eaee02db-54f8-457f-ab87-c3f5ae959460" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 908.617172] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 017bf802-df79-4ca0-acf6-aa2a759b4f4c with status ACTIVE [ 908.617343] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 908.617503] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 908.617571] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 908.617812] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 908.617910] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 908.618126] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 908.618232] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 908.618276] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 908.618429] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 908.618507] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 908.618710] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 908.618802] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 908.618852] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 908.618997] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 908.619135] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 908.619233] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 017bf802-df79-4ca0-acf6-aa2a759b4f4c is going to be updated. [ 908.639523] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 908.639702] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 908.639829] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 908.639956] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 908.640096] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 908.640262] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-017bf802-df79-4ca0-acf6-aa2a759b4f4c" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 908.700932] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 908.701135] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 908.701208] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 908.701441] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 908.727031] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 675a4269-836b-4909-acaa-4275941b065d in Status: SUCCESS [ 908.727031] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-675a4269-836b-4909-acaa-4275941b065d" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 908.727031] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-675a4269-836b-4909-acaa-4275941b065d" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 908.727031] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-675a4269-836b-4909-acaa-4275941b065d" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 908.727031] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 908.727031] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 908.727031] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 908.727031] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 908.727031] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 908.727031] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-675a4269-836b-4909-acaa-4275941b065d" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 908.727031] env[62265]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('675a4269-836b-4909-acaa-4275941b065d',) {} {{(pid=62265) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 908.731795] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 908.732382] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 908.735013] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 908.735013] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 908.735013] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 908.735013] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 908.735013] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9154915d-163b-4210-b976-4a3d48ceb510 is going to be updated. [ 908.769353] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 908.769353] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 908.769353] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 908.769353] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 908.769353] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 908.776009] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9154915d-163b-4210-b976-4a3d48ceb510 in Status: IN_PROGRESS for 2s [ 908.839640] env[62265]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('60596148-eceb-4997-b7ff-c5c796ce9f1d',) {} {{(pid=62265) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 908.973635] env[62265]: INFO networking_nsxv3.common.synchronization [req-926b58ec-c5cc-4d70-b74e-c90643406837 req-2a14dd09-b975-49ea-87db-ad5c98c65eb6 tempest-ServersAdminTestJSON-792054294 tempest-ServersAdminTestJSON-792054294-project-member] Enqueued Resource ID: b14d34b3-3850-409a-ad29-5e7f511073a0 with Priority: HIGHEST for action security_group_members [ 908.973993] env[62265]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b14d34b3-3850-409a-ad29-5e7f511073a0 with Priority: HIGHEST for action security_group_members [ 908.974319] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock member-b14d34b3-3850-409a-ad29-5e7f511073a0 taken with stack trace [, , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 908.974435] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b14d34b3-3850-409a-ad29-5e7f511073a0" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 908.974908] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b14d34b3-3850-409a-ad29-5e7f511073a0" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 908.974908] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b14d34b3-3850-409a-ad29-5e7f511073a0" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 908.974908] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 908.974908] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 908.975121] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 908.976013] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 908.976013] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 908.976013] env[62265]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b14d34b3-3850-409a-ad29-5e7f511073a0',) {} {{(pid=62265) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 909.235410] env[62265]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('675a4269-836b-4909-acaa-4275941b065d',) {} {{(pid=62265) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 909.341320] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 909.341473] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 909.341553] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 909.341784] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 909.341874] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 909.342050] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 60596148-eceb-4997-b7ff-c5c796ce9f1d is going to be updated. [ 909.368085] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 909.368332] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 909.368473] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 909.368732] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 909.368886] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 909.376840] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 60596148-eceb-4997-b7ff-c5c796ce9f1d in Status: IN_PROGRESS for 2s [ 909.481454] env[62265]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('b14d34b3-3850-409a-ad29-5e7f511073a0',) {} {{(pid=62265) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 909.536964] env[62265]: DEBUG networking_nsxv3.common.locking [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Lock network-528 taken with stack trace [, , , , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 909.537341] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquiring lock "network-528" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 909.537341] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquired lock "network-528" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 909.537593] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquired external semaphore "network-528" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 909.537871] env[62265]: DEBUG networking_nsxv3.common.locking [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 909.538062] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquiring lock "Segment" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 909.538189] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquired lock "Segment" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 909.538439] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquired external semaphore "Segment" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 909.538607] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Releasing lock "Segment" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 909.538810] env[62265]: DEBUG dogpile.cache.region [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] No value present for key: 'zone-id' {{(pid=62265) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 909.539071] env[62265]: DEBUG dogpile.lock [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] NeedRegenerationException {{(pid=62265) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 909.539071] env[62265]: DEBUG dogpile.lock [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] no value, waiting for create lock {{(pid=62265) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 909.539192] env[62265]: DEBUG dogpile.lock [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] value creation lock acquired {{(pid=62265) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 909.539306] env[62265]: DEBUG dogpile.cache.region [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] No value present for key: 'zone-id' {{(pid=62265) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 909.539430] env[62265]: DEBUG dogpile.lock [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Calling creation function for not-yet-present value {{(pid=62265) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 909.539568] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 909.557134] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 909.557386] env[62265]: DEBUG dogpile.cache.region [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Cache value generated in 0.018 seconds for key(s): 'zone-id' {{(pid=62265) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 909.557685] env[62265]: DEBUG dogpile.lock [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Released creation lock {{(pid=62265) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 909.559135] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Releasing lock "network-528" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 909.559135] env[62265]: DEBUG networking_nsxv3.common.locking [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Lock port-5acfcc0c-6e0a-4426-a398-cbd693d6d878 taken with stack trace [, , , , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 909.559135] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquiring lock "port-5acfcc0c-6e0a-4426-a398-cbd693d6d878" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 909.559135] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquired lock "port-5acfcc0c-6e0a-4426-a398-cbd693d6d878" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 909.559135] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquired external semaphore "port-5acfcc0c-6e0a-4426-a398-cbd693d6d878" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 909.559439] env[62265]: DEBUG networking_nsxv3.api.rpc [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5acfcc0c-6e0a-4426-a398-cbd693d6d878',) {} {{(pid=62265) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 909.583037] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: eaee02db-54f8-457f-ab87-c3f5ae959460 in Status: SUCCESS [ 909.583037] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-eaee02db-54f8-457f-ab87-c3f5ae959460" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 909.583037] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-eaee02db-54f8-457f-ab87-c3f5ae959460" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 909.583148] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-eaee02db-54f8-457f-ab87-c3f5ae959460" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 909.583312] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 909.583431] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 909.583493] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 909.583662] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 909.583745] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 909.583859] env[62265]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('eaee02db-54f8-457f-ab87-c3f5ae959460',) {} {{(pid=62265) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 909.737240] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 675a4269-836b-4909-acaa-4275941b065d: rpc.has_security_group_logging(os_id): False [ 909.755964] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 909.756247] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 909.756247] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 909.756440] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 909.756632] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 909.756944] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 909.757127] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 909.757127] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 909.757285] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 909.757425] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 909.757517] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 675a4269-836b-4909-acaa-4275941b065d is going to be created. [ 909.814332] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 909.814614] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 909.814716] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 909.814945] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 909.815242] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 909.826614] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 675a4269-836b-4909-acaa-4275941b065d in Status: IN_PROGRESS for 2s [ 909.984946] env[62265]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('b14d34b3-3850-409a-ad29-5e7f511073a0',) {} {{(pid=62265) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 910.063385] env[62265]: DEBUG networking_nsxv3.common.locking [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 910.063714] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquiring lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 910.063849] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquired lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 910.064197] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquired external semaphore "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 910.064530] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Releasing lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 910.064714] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Segment Port 5acfcc0c-6e0a-4426-a398-cbd693d6d878 not found, creating... [ 910.064996] env[62265]: DEBUG networking_nsxv3.common.locking [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 910.065176] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquiring lock "Segment" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 910.065298] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquired lock "Segment" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 910.065540] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquired external semaphore "Segment" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 910.065686] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Releasing lock "Segment" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 910.065993] env[62265]: DEBUG networking_nsxv3.common.locking [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 910.066187] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquiring lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 910.066311] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquired lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 910.066547] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquired external semaphore "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 910.066701] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Releasing lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 910.066846] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Resource: SegmentPort with ID: 5acfcc0c-6e0a-4426-a398-cbd693d6d878 is going to be created. [ 910.086976] env[62265]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('eaee02db-54f8-457f-ab87-c3f5ae959460',) {} {{(pid=62265) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 910.088882] env[62265]: DEBUG networking_nsxv3.common.locking [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 910.089147] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquiring lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 910.089384] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquired lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 910.089540] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquired external semaphore "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 910.089780] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Releasing lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 910.090025] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Releasing lock "port-5acfcc0c-6e0a-4426-a398-cbd693d6d878" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 910.486841] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 910.487060] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 910.487117] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 910.487389] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 910.487452] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 910.487775] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b14d34b3-3850-409a-ad29-5e7f511073a0 is going to be updated. [ 910.512305] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 910.512439] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 910.512724] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 910.512724] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 910.512942] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 910.520680] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b14d34b3-3850-409a-ad29-5e7f511073a0 in Status: IN_PROGRESS for 2s [ 910.593829] env[62265]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('eaee02db-54f8-457f-ab87-c3f5ae959460',) {} {{(pid=62265) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 910.787315] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9154915d-163b-4210-b976-4a3d48ceb510 in Status: SUCCESS [ 910.787662] env[62265]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9154915d-163b-4210-b976-4a3d48ceb510 deletion is rescheduled due to dependency. [ 910.787662] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9154915d-163b-4210-b976-4a3d48ceb510" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 911.097142] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 911.097228] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 911.097291] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 911.097506] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 911.097595] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 911.097692] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: eaee02db-54f8-457f-ab87-c3f5ae959460 is going to be updated. [ 911.125676] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 911.125676] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 911.125676] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 911.125676] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 911.125676] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 911.133373] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: eaee02db-54f8-457f-ab87-c3f5ae959460 in Status: IN_PROGRESS for 2s [ 911.385749] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 60596148-eceb-4997-b7ff-c5c796ce9f1d in Status: SUCCESS [ 911.386013] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-60596148-eceb-4997-b7ff-c5c796ce9f1d" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 911.386138] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-60596148-eceb-4997-b7ff-c5c796ce9f1d" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 911.386397] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-60596148-eceb-4997-b7ff-c5c796ce9f1d" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 911.387028] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 911.387028] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 911.387028] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 911.387028] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 911.387028] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 911.387271] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-60596148-eceb-4997-b7ff-c5c796ce9f1d" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 911.387969] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock member-60596148-eceb-4997-b7ff-c5c796ce9f1d taken with stack trace [, , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 911.387969] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-60596148-eceb-4997-b7ff-c5c796ce9f1d" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 911.387969] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-60596148-eceb-4997-b7ff-c5c796ce9f1d" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 911.387969] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-60596148-eceb-4997-b7ff-c5c796ce9f1d" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 911.387969] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 911.387969] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 911.387969] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 911.388283] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 911.388283] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 911.388377] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-60596148-eceb-4997-b7ff-c5c796ce9f1d" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 911.388474] env[62265]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('60596148-eceb-4997-b7ff-c5c796ce9f1d',) {} {{(pid=62265) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 911.594475] env[62265]: INFO networking_nsxv3.common.synchronization [req-926b58ec-c5cc-4d70-b74e-c90643406837 req-05e5d50c-238a-4e84-8985-8e7001f0c1fb service nova] Enqueued Resource ID: b14d34b3-3850-409a-ad29-5e7f511073a0 with Priority: HIGHEST for action security_group_rules [ 911.594654] env[62265]: INFO networking_nsxv3.common.synchronization [req-926b58ec-c5cc-4d70-b74e-c90643406837 req-05e5d50c-238a-4e84-8985-8e7001f0c1fb service nova] Enqueued Resource ID: b14d34b3-3850-409a-ad29-5e7f511073a0 with Priority: HIGHEST for action security_group_members [ 911.594795] env[62265]: INFO networking_nsxv3.common.synchronization [req-926b58ec-c5cc-4d70-b74e-c90643406837 req-05e5d50c-238a-4e84-8985-8e7001f0c1fb service nova] Enqueued Resource ID: 5acfcc0c-6e0a-4426-a398-cbd693d6d878 with Priority: HIGHEST for action port [ 911.595360] env[62265]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b14d34b3-3850-409a-ad29-5e7f511073a0 with Priority: HIGHEST for action security_group_rules [ 911.595475] env[62265]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b14d34b3-3850-409a-ad29-5e7f511073a0 with Priority: HIGHEST for action security_group_members [ 911.595574] env[62265]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5acfcc0c-6e0a-4426-a398-cbd693d6d878 with Priority: HIGHEST for action port [ 911.595843] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b14d34b3-3850-409a-ad29-5e7f511073a0 taken with stack trace [, , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 911.595961] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b14d34b3-3850-409a-ad29-5e7f511073a0" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 911.596044] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b14d34b3-3850-409a-ad29-5e7f511073a0" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 911.596244] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b14d34b3-3850-409a-ad29-5e7f511073a0" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 911.596325] env[62265]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b14d34b3-3850-409a-ad29-5e7f511073a0',) {} {{(pid=62265) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 911.597140] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock member-b14d34b3-3850-409a-ad29-5e7f511073a0 taken with stack trace [, , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 911.597285] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b14d34b3-3850-409a-ad29-5e7f511073a0" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 911.597420] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock port-5acfcc0c-6e0a-4426-a398-cbd693d6d878 taken with stack trace [, , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 911.597517] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-5acfcc0c-6e0a-4426-a398-cbd693d6d878" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 911.597581] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-5acfcc0c-6e0a-4426-a398-cbd693d6d878" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 911.597744] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-5acfcc0c-6e0a-4426-a398-cbd693d6d878" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 911.597872] env[62265]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5acfcc0c-6e0a-4426-a398-cbd693d6d878',) {} {{(pid=62265) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 911.840517] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 675a4269-836b-4909-acaa-4275941b065d in Status: SUCCESS [ 911.840734] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-675a4269-836b-4909-acaa-4275941b065d" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 911.890684] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 60596148-eceb-4997-b7ff-c5c796ce9f1d: rpc.has_security_group_logging(os_id): False [ 911.907834] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 911.908008] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 911.908095] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 911.908307] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 911.908398] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 911.908625] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 911.908715] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 911.908782] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 911.908924] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 911.909007] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 911.909186] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 911.909280] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 911.909338] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 911.909474] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 911.909546] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 911.909717] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 911.909808] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 911.909980] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 911.910162] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 911.910239] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 911.910324] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 60596148-eceb-4997-b7ff-c5c796ce9f1d is going to be updated. [ 911.966281] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 911.966523] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 911.966523] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 911.966730] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 911.966902] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 911.980180] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 60596148-eceb-4997-b7ff-c5c796ce9f1d in Status: IN_PROGRESS for 2s [ 912.101888] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock member-b14d34b3-3850-409a-ad29-5e7f511073a0 taken with stack trace [, , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 912.102030] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b14d34b3-3850-409a-ad29-5e7f511073a0" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 912.102180] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 5acfcc0c-6e0a-4426-a398-cbd693d6d878 with status ACTIVE [ 912.102357] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 912.102450] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 912.102513] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 912.102719] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 912.102797] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 912.102987] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 912.103112] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 912.103167] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 912.103298] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 912.103374] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 912.103552] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 912.103640] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 912.103699] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 912.103837] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 912.103910] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 912.104053] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 5acfcc0c-6e0a-4426-a398-cbd693d6d878 is going to be updated. [ 912.126455] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 912.126455] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 912.126619] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 912.126724] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 912.126854] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 912.127029] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-5acfcc0c-6e0a-4426-a398-cbd693d6d878" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 912.529736] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b14d34b3-3850-409a-ad29-5e7f511073a0 in Status: SUCCESS [ 912.540808] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b14d34b3-3850-409a-ad29-5e7f511073a0" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 912.540808] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b14d34b3-3850-409a-ad29-5e7f511073a0" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 912.540808] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b14d34b3-3850-409a-ad29-5e7f511073a0" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 912.540808] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 912.540808] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 912.540808] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 912.540808] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 912.540808] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 912.540808] env[62265]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b14d34b3-3850-409a-ad29-5e7f511073a0',) {} {{(pid=62265) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 912.977088] env[62265]: INFO networking_nsxv3.common.synchronization [req-d9a7acb6-9e39-433e-9555-02efe3635701 req-a69216f5-da56-4829-8f4c-62f3bba4bca5 tempest-ServersTestManualDisk-755920073 tempest-ServersTestManualDisk-755920073-project-member] Enqueued Resource ID: 71fd9bd9-c65c-467d-adb1-9c6f61cda6c0 with Priority: HIGHEST for action security_group_members [ 912.977088] env[62265]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 71fd9bd9-c65c-467d-adb1-9c6f61cda6c0 with Priority: HIGHEST for action security_group_members [ 912.977088] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock member-71fd9bd9-c65c-467d-adb1-9c6f61cda6c0 taken with stack trace [, , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 912.977088] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-71fd9bd9-c65c-467d-adb1-9c6f61cda6c0" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 912.977088] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-71fd9bd9-c65c-467d-adb1-9c6f61cda6c0" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 912.977088] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-71fd9bd9-c65c-467d-adb1-9c6f61cda6c0" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 912.977088] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 912.977088] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 912.977088] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 912.977088] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 912.977088] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 912.977088] env[62265]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('71fd9bd9-c65c-467d-adb1-9c6f61cda6c0',) {} {{(pid=62265) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 913.036185] env[62265]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('b14d34b3-3850-409a-ad29-5e7f511073a0',) {} {{(pid=62265) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 913.144859] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: eaee02db-54f8-457f-ab87-c3f5ae959460 in Status: IN_PROGRESS for 4s [ 913.481516] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 913.481516] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 913.481516] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 913.481516] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 913.481516] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 913.481516] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 913.481516] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 913.481516] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 913.481516] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 913.481516] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 913.481516] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 71fd9bd9-c65c-467d-adb1-9c6f61cda6c0 already deleted. [ 913.481516] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-71fd9bd9-c65c-467d-adb1-9c6f61cda6c0" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 913.538353] env[62265]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('b14d34b3-3850-409a-ad29-5e7f511073a0',) {} {{(pid=62265) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 913.678523] env[62265]: DEBUG networking_nsxv3.common.locking [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Lock network-629 taken with stack trace [, , , , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 913.678523] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquiring lock "network-629" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 913.678523] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquired lock "network-629" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 913.678523] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquired external semaphore "network-629" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 913.678523] env[62265]: DEBUG networking_nsxv3.common.locking [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 913.678523] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquiring lock "Segment" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 913.678523] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquired lock "Segment" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 913.678523] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquired external semaphore "Segment" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 913.678523] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Releasing lock "Segment" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 913.678523] env[62265]: DEBUG dogpile.cache.region [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] No value present for key: 'zone-id' {{(pid=62265) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 913.678523] env[62265]: DEBUG dogpile.lock [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] NeedRegenerationException {{(pid=62265) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 913.678523] env[62265]: DEBUG dogpile.lock [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] no value, waiting for create lock {{(pid=62265) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 913.679162] env[62265]: DEBUG dogpile.lock [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] value creation lock acquired {{(pid=62265) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 913.679162] env[62265]: DEBUG dogpile.cache.region [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] No value present for key: 'zone-id' {{(pid=62265) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 913.679162] env[62265]: DEBUG dogpile.lock [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Calling creation function for not-yet-present value {{(pid=62265) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 913.679162] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 913.696989] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 913.697295] env[62265]: DEBUG dogpile.cache.region [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Cache value generated in 0.018 seconds for key(s): 'zone-id' {{(pid=62265) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 913.697570] env[62265]: DEBUG dogpile.lock [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Released creation lock {{(pid=62265) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 913.697874] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Releasing lock "network-629" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 913.698369] env[62265]: DEBUG networking_nsxv3.common.locking [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Lock port-ce63489b-83c6-470d-ac5d-a09b463dbe60 taken with stack trace [, , , , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 913.698662] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquiring lock "port-ce63489b-83c6-470d-ac5d-a09b463dbe60" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 913.698883] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquired lock "port-ce63489b-83c6-470d-ac5d-a09b463dbe60" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 913.702543] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquired external semaphore "port-ce63489b-83c6-470d-ac5d-a09b463dbe60" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 913.702822] env[62265]: DEBUG networking_nsxv3.api.rpc [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ce63489b-83c6-470d-ac5d-a09b463dbe60',) {} {{(pid=62265) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 913.993394] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 60596148-eceb-4997-b7ff-c5c796ce9f1d in Status: SUCCESS [ 913.993718] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-60596148-eceb-4997-b7ff-c5c796ce9f1d" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 913.993965] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-60596148-eceb-4997-b7ff-c5c796ce9f1d" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 913.994059] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-60596148-eceb-4997-b7ff-c5c796ce9f1d" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 913.994100] env[62265]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('60596148-eceb-4997-b7ff-c5c796ce9f1d',) {} {{(pid=62265) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 914.040290] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 914.040428] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 914.040496] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 914.040694] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 914.040777] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 914.040893] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b14d34b3-3850-409a-ad29-5e7f511073a0 is going to be updated. [ 914.066433] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 914.066572] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 914.066640] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 914.066842] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 914.066987] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 914.076134] env[62265]: INFO networking_nsxv3.common.synchronization [req-bec41a2b-98b3-4015-bc17-a26b172ed1f9 req-12ddc4e8-139a-447a-898f-c117c6848f69 tempest-MultipleCreateTestJSON-1328111400 tempest-MultipleCreateTestJSON-1328111400-project-member] Enqueued Resource ID: 60596148-eceb-4997-b7ff-c5c796ce9f1d with Priority: HIGHEST for action security_group_members [ 914.076361] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b14d34b3-3850-409a-ad29-5e7f511073a0 in Status: IN_PROGRESS for 2s [ 914.076493] env[62265]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 60596148-eceb-4997-b7ff-c5c796ce9f1d with Priority: HIGHEST for action security_group_members [ 914.077039] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock member-60596148-eceb-4997-b7ff-c5c796ce9f1d taken with stack trace [, , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 914.077155] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-60596148-eceb-4997-b7ff-c5c796ce9f1d" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 914.077218] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-60596148-eceb-4997-b7ff-c5c796ce9f1d" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 914.078027] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-60596148-eceb-4997-b7ff-c5c796ce9f1d" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 914.078027] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 914.078027] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 914.078027] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 914.078027] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 914.078027] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 914.078027] env[62265]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('60596148-eceb-4997-b7ff-c5c796ce9f1d',) {} {{(pid=62265) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 914.205456] env[62265]: DEBUG networking_nsxv3.common.locking [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 914.205694] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquiring lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 914.205846] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquired lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 914.206150] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquired external semaphore "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 914.206309] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Releasing lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 914.206466] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Segment Port ce63489b-83c6-470d-ac5d-a09b463dbe60 not found, creating... [ 914.206726] env[62265]: DEBUG networking_nsxv3.common.locking [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 914.206884] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquiring lock "Segment" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 914.207014] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquired lock "Segment" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 914.207243] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquired external semaphore "Segment" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 914.207384] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Releasing lock "Segment" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 914.207664] env[62265]: DEBUG networking_nsxv3.common.locking [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 914.207820] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquiring lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 914.207938] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquired lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 914.208158] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquired external semaphore "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 914.208306] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Releasing lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 914.208448] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Resource: SegmentPort with ID: ce63489b-83c6-470d-ac5d-a09b463dbe60 is going to be created. [ 914.234438] env[62265]: DEBUG networking_nsxv3.common.locking [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 914.234873] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquiring lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 914.234873] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquired lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 914.235056] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquired external semaphore "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 914.235240] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Releasing lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 914.235468] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Releasing lock "port-ce63489b-83c6-470d-ac5d-a09b463dbe60" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 914.313892] env[62265]: INFO networking_nsxv3.common.synchronization [req-6bf7ba80-1160-4c1e-9b1a-f559db99f22a req-5008677e-a5b3-4b58-8cc6-a5b5aa45489c tempest-MultipleCreateTestJSON-1328111400 tempest-MultipleCreateTestJSON-1328111400-project-member] Enqueued Resource ID: 60596148-eceb-4997-b7ff-c5c796ce9f1d with Priority: HIGHEST for action security_group_members [ 914.314500] env[62265]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 60596148-eceb-4997-b7ff-c5c796ce9f1d with Priority: HIGHEST for action security_group_members [ 914.314811] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock member-60596148-eceb-4997-b7ff-c5c796ce9f1d taken with stack trace [, , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 914.314952] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-60596148-eceb-4997-b7ff-c5c796ce9f1d" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 914.496129] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock member-60596148-eceb-4997-b7ff-c5c796ce9f1d taken with stack trace [, , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 914.496129] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-60596148-eceb-4997-b7ff-c5c796ce9f1d" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 914.585515] env[62265]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('60596148-eceb-4997-b7ff-c5c796ce9f1d',) {} {{(pid=62265) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 915.088077] env[62265]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('60596148-eceb-4997-b7ff-c5c796ce9f1d',) {} {{(pid=62265) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 915.131618] env[62265]: INFO networking_nsxv3.common.synchronization [req-d9a7acb6-9e39-433e-9555-02efe3635701 req-ecfe0b90-906b-418c-b80c-06fce2ec6c51 service nova] Enqueued Resource ID: 71fd9bd9-c65c-467d-adb1-9c6f61cda6c0 with Priority: HIGHEST for action security_group_rules [ 915.135200] env[62265]: INFO networking_nsxv3.common.synchronization [req-d9a7acb6-9e39-433e-9555-02efe3635701 req-ecfe0b90-906b-418c-b80c-06fce2ec6c51 service nova] Enqueued Resource ID: 71fd9bd9-c65c-467d-adb1-9c6f61cda6c0 with Priority: HIGHEST for action security_group_members [ 915.135200] env[62265]: INFO networking_nsxv3.common.synchronization [req-d9a7acb6-9e39-433e-9555-02efe3635701 req-ecfe0b90-906b-418c-b80c-06fce2ec6c51 service nova] Enqueued Resource ID: ce63489b-83c6-470d-ac5d-a09b463dbe60 with Priority: HIGHEST for action port [ 915.135751] env[62265]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 71fd9bd9-c65c-467d-adb1-9c6f61cda6c0 with Priority: HIGHEST for action security_group_rules [ 915.135887] env[62265]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 71fd9bd9-c65c-467d-adb1-9c6f61cda6c0 with Priority: HIGHEST for action security_group_members [ 915.135997] env[62265]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ce63489b-83c6-470d-ac5d-a09b463dbe60 with Priority: HIGHEST for action port [ 915.136321] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock rules-71fd9bd9-c65c-467d-adb1-9c6f61cda6c0 taken with stack trace [, , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 915.136446] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-71fd9bd9-c65c-467d-adb1-9c6f61cda6c0" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 915.136512] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-71fd9bd9-c65c-467d-adb1-9c6f61cda6c0" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 915.138197] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-71fd9bd9-c65c-467d-adb1-9c6f61cda6c0" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 915.138197] env[62265]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('71fd9bd9-c65c-467d-adb1-9c6f61cda6c0',) {} {{(pid=62265) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 915.138197] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock member-71fd9bd9-c65c-467d-adb1-9c6f61cda6c0 taken with stack trace [, , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 915.138197] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-71fd9bd9-c65c-467d-adb1-9c6f61cda6c0" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 915.138197] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-71fd9bd9-c65c-467d-adb1-9c6f61cda6c0" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 915.138197] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-71fd9bd9-c65c-467d-adb1-9c6f61cda6c0" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 915.138451] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 915.138495] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 915.138567] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 915.138734] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 915.138794] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 915.138885] env[62265]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('71fd9bd9-c65c-467d-adb1-9c6f61cda6c0',) {} {{(pid=62265) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 915.142269] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock port-ce63489b-83c6-470d-ac5d-a09b463dbe60 taken with stack trace [, , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 915.142397] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ce63489b-83c6-470d-ac5d-a09b463dbe60" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 915.142467] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ce63489b-83c6-470d-ac5d-a09b463dbe60" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 915.142765] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ce63489b-83c6-470d-ac5d-a09b463dbe60" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 915.142765] env[62265]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ce63489b-83c6-470d-ac5d-a09b463dbe60',) {} {{(pid=62265) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 915.156778] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: eaee02db-54f8-457f-ab87-c3f5ae959460 in Status: SUCCESS [ 915.157101] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-eaee02db-54f8-457f-ab87-c3f5ae959460" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 915.157351] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-eaee02db-54f8-457f-ab87-c3f5ae959460" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 915.157631] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-eaee02db-54f8-457f-ab87-c3f5ae959460" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 915.157895] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 915.158826] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 915.158826] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 915.158826] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 915.158826] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 915.159019] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-eaee02db-54f8-457f-ab87-c3f5ae959460" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 915.159174] env[62265]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('eaee02db-54f8-457f-ab87-c3f5ae959460',) {} {{(pid=62265) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 915.201453] env[62265]: INFO networking_nsxv3.common.synchronization [req-5eb1dc9b-8641-4d32-9ec6-54f9bbdb96d9 req-afb7f160-f8a8-4fa2-ba9d-e369446e21c7 tempest-ImagesTestJSON-588636336 tempest-ImagesTestJSON-588636336-project-member] Enqueued Resource ID: 816c28a4-7b3d-4ec6-b8a7-98e59cf7a51f with Priority: HIGHEST for action security_group_members [ 915.201941] env[62265]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 816c28a4-7b3d-4ec6-b8a7-98e59cf7a51f with Priority: HIGHEST for action security_group_members [ 915.202263] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock member-816c28a4-7b3d-4ec6-b8a7-98e59cf7a51f taken with stack trace [, , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 915.202416] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-816c28a4-7b3d-4ec6-b8a7-98e59cf7a51f" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 915.202483] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-816c28a4-7b3d-4ec6-b8a7-98e59cf7a51f" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 915.202635] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-816c28a4-7b3d-4ec6-b8a7-98e59cf7a51f" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 915.202780] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 915.202882] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 915.202981] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 915.206323] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 915.206426] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 915.206492] env[62265]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('816c28a4-7b3d-4ec6-b8a7-98e59cf7a51f',) {} {{(pid=62265) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 915.583094] env[62265]: DEBUG networking_nsxv3.common.locking [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Lock network-953 taken with stack trace [, , , , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 915.583558] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquiring lock "network-953" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 915.583558] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquired lock "network-953" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 915.583825] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquired external semaphore "network-953" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 915.584264] env[62265]: DEBUG networking_nsxv3.common.locking [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 915.584991] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquiring lock "Segment" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 915.584991] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquired lock "Segment" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 915.584991] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquired external semaphore "Segment" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 915.584991] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Releasing lock "Segment" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 915.585163] env[62265]: DEBUG dogpile.cache.region [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] No value present for key: 'zone-id' {{(pid=62265) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 915.585292] env[62265]: DEBUG dogpile.lock [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] NeedRegenerationException {{(pid=62265) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 915.585397] env[62265]: DEBUG dogpile.lock [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] no value, waiting for create lock {{(pid=62265) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 915.585504] env[62265]: DEBUG dogpile.lock [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] value creation lock acquired {{(pid=62265) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 915.585636] env[62265]: DEBUG dogpile.cache.region [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] No value present for key: 'zone-id' {{(pid=62265) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 915.585717] env[62265]: DEBUG dogpile.lock [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Calling creation function for not-yet-present value {{(pid=62265) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 915.585850] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 915.592498] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 915.592644] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 915.592743] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 915.592919] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 915.593076] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 915.593149] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 60596148-eceb-4997-b7ff-c5c796ce9f1d is going to be updated. [ 915.603617] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 915.603617] env[62265]: DEBUG dogpile.cache.region [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Cache value generated in 0.017 seconds for key(s): 'zone-id' {{(pid=62265) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 915.603617] env[62265]: DEBUG dogpile.lock [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Released creation lock {{(pid=62265) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 915.603722] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Releasing lock "network-953" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 915.604247] env[62265]: DEBUG networking_nsxv3.common.locking [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Lock port-f1d8f183-3bb8-4632-8823-44e68ae8ab7a taken with stack trace [, , , , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 915.604505] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquiring lock "port-f1d8f183-3bb8-4632-8823-44e68ae8ab7a" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 915.606662] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquired lock "port-f1d8f183-3bb8-4632-8823-44e68ae8ab7a" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 915.606662] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquired external semaphore "port-f1d8f183-3bb8-4632-8823-44e68ae8ab7a" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 915.606662] env[62265]: DEBUG networking_nsxv3.api.rpc [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f1d8f183-3bb8-4632-8823-44e68ae8ab7a',) {} {{(pid=62265) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 915.617841] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 915.618008] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 915.618069] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 915.618819] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 915.618819] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 915.626915] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 60596148-eceb-4997-b7ff-c5c796ce9f1d in Status: IN_PROGRESS for 2s [ 915.645049] env[62265]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('71fd9bd9-c65c-467d-adb1-9c6f61cda6c0',) {} {{(pid=62265) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 915.649139] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock member-71fd9bd9-c65c-467d-adb1-9c6f61cda6c0 taken with stack trace [, , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 915.649139] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-71fd9bd9-c65c-467d-adb1-9c6f61cda6c0" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 915.649139] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port ce63489b-83c6-470d-ac5d-a09b463dbe60 with status ACTIVE [ 915.649139] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 915.649139] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 915.649139] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 915.649139] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 915.649139] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 915.649498] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 915.649498] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 915.649498] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 915.649608] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 915.649608] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 915.649796] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 915.649883] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 915.649985] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 915.650146] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 915.650220] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 915.650318] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: ce63489b-83c6-470d-ac5d-a09b463dbe60 is going to be updated. [ 915.662839] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock member-eaee02db-54f8-457f-ab87-c3f5ae959460 taken with stack trace [, , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 915.662839] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-eaee02db-54f8-457f-ab87-c3f5ae959460" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 915.662839] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-eaee02db-54f8-457f-ab87-c3f5ae959460" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 915.662839] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-eaee02db-54f8-457f-ab87-c3f5ae959460" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 915.663084] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 915.663084] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 915.663179] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 915.663278] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 915.663357] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 915.663441] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-eaee02db-54f8-457f-ab87-c3f5ae959460" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 915.663600] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock member-eaee02db-54f8-457f-ab87-c3f5ae959460 taken with stack trace [, , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 915.664386] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-eaee02db-54f8-457f-ab87-c3f5ae959460" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 915.664386] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-eaee02db-54f8-457f-ab87-c3f5ae959460" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 915.664386] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-eaee02db-54f8-457f-ab87-c3f5ae959460" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 915.664386] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 915.664386] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 915.664386] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 915.664386] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 915.664386] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 915.664668] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-eaee02db-54f8-457f-ab87-c3f5ae959460" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 915.664668] env[62265]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('eaee02db-54f8-457f-ab87-c3f5ae959460',) {} {{(pid=62265) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 915.669882] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 915.670009] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 915.670078] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 915.670248] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 915.670377] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 915.670529] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ce63489b-83c6-470d-ac5d-a09b463dbe60" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 915.708331] env[62265]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('816c28a4-7b3d-4ec6-b8a7-98e59cf7a51f',) {} {{(pid=62265) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 916.085703] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b14d34b3-3850-409a-ad29-5e7f511073a0 in Status: SUCCESS [ 916.085703] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b14d34b3-3850-409a-ad29-5e7f511073a0" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 916.085703] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b14d34b3-3850-409a-ad29-5e7f511073a0" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 916.085927] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b14d34b3-3850-409a-ad29-5e7f511073a0" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 916.086029] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 916.086151] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 916.086438] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 916.086438] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 916.086510] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 916.086584] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b14d34b3-3850-409a-ad29-5e7f511073a0" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 916.086681] env[62265]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('b14d34b3-3850-409a-ad29-5e7f511073a0',) {} {{(pid=62265) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 916.108621] env[62265]: DEBUG networking_nsxv3.common.locking [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 916.109022] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquiring lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 916.109022] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquired lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 916.109248] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquired external semaphore "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 916.109336] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Releasing lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 916.109500] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Segment Port f1d8f183-3bb8-4632-8823-44e68ae8ab7a not found, creating... [ 916.109758] env[62265]: DEBUG networking_nsxv3.common.locking [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 916.109918] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquiring lock "Segment" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 916.110052] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquired lock "Segment" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 916.110292] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquired external semaphore "Segment" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 916.110435] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Releasing lock "Segment" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 916.110715] env[62265]: DEBUG networking_nsxv3.common.locking [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 916.110881] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquiring lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 916.111014] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquired lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 916.111232] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquired external semaphore "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 916.111366] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Releasing lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 916.111508] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Resource: SegmentPort with ID: f1d8f183-3bb8-4632-8823-44e68ae8ab7a is going to be created. [ 916.129794] env[62265]: DEBUG networking_nsxv3.common.locking [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 916.129961] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquiring lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 916.130115] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquired lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 916.130388] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquired external semaphore "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 916.130616] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Releasing lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 916.130849] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Releasing lock "port-f1d8f183-3bb8-4632-8823-44e68ae8ab7a" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 916.150132] env[62265]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('71fd9bd9-c65c-467d-adb1-9c6f61cda6c0',) {} {{(pid=62265) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 916.170172] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for eaee02db-54f8-457f-ab87-c3f5ae959460: rpc.has_security_group_logging(os_id): False [ 916.204827] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 916.205044] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 916.205044] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 916.205284] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 916.210889] env[62265]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('816c28a4-7b3d-4ec6-b8a7-98e59cf7a51f',) {} {{(pid=62265) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 916.228466] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 916.228728] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 916.228876] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 916.228944] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 916.229180] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 916.229272] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 916.229485] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 916.229585] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 916.229642] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 916.229792] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 916.229868] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 916.230061] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 916.230223] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 916.230223] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 916.230356] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 916.230511] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 916.230564] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: eaee02db-54f8-457f-ab87-c3f5ae959460 is going to be updated. [ 916.315391] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 916.315527] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 916.315527] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 916.315870] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 916.315986] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 916.330584] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: eaee02db-54f8-457f-ab87-c3f5ae959460 in Status: IN_PROGRESS for 2s [ 916.593257] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock member-b14d34b3-3850-409a-ad29-5e7f511073a0 taken with stack trace [, , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 916.593453] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b14d34b3-3850-409a-ad29-5e7f511073a0" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 916.593538] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b14d34b3-3850-409a-ad29-5e7f511073a0" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 916.593758] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b14d34b3-3850-409a-ad29-5e7f511073a0" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 916.593964] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 916.594479] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 916.594479] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 916.594479] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 916.594479] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 916.594479] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b14d34b3-3850-409a-ad29-5e7f511073a0" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 916.595437] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock member-b14d34b3-3850-409a-ad29-5e7f511073a0 taken with stack trace [, , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 916.595437] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b14d34b3-3850-409a-ad29-5e7f511073a0" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 916.595437] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b14d34b3-3850-409a-ad29-5e7f511073a0" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 916.595437] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b14d34b3-3850-409a-ad29-5e7f511073a0" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 916.595437] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 916.595437] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 916.595437] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 916.595437] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 916.595437] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 916.595437] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b14d34b3-3850-409a-ad29-5e7f511073a0" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 916.595761] env[62265]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('b14d34b3-3850-409a-ad29-5e7f511073a0',) {} {{(pid=62265) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 916.656259] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 916.656259] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 916.656259] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 916.656259] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 916.656259] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 916.656259] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 71fd9bd9-c65c-467d-adb1-9c6f61cda6c0 is going to be created. [ 916.679213] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 916.679353] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 916.679425] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 916.679650] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 916.679806] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 916.691974] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 71fd9bd9-c65c-467d-adb1-9c6f61cda6c0 in Status: UNINITIALIZED for 2s [ 916.713615] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 916.713771] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 916.713840] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 916.714179] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 916.714276] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 916.714431] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 816c28a4-7b3d-4ec6-b8a7-98e59cf7a51f is going to be updated. [ 916.731073] env[62265]: INFO networking_nsxv3.common.synchronization [None req-fd90aa44-ffa9-4586-bc15-64873fc25686 tempest-ServerActionsTestJSON-418686671 tempest-ServerActionsTestJSON-418686671-project-member] Enqueued Resource ID: c18e7d00-73a0-498e-841a-865db577c424 with Priority: HIGHEST for action security_group_rules [ 916.731647] env[62265]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c18e7d00-73a0-498e-841a-865db577c424 with Priority: HIGHEST for action security_group_rules [ 916.732012] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c18e7d00-73a0-498e-841a-865db577c424 taken with stack trace [, , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 916.732164] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c18e7d00-73a0-498e-841a-865db577c424" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 916.732246] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c18e7d00-73a0-498e-841a-865db577c424" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 916.732516] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c18e7d00-73a0-498e-841a-865db577c424" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 916.732611] env[62265]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c18e7d00-73a0-498e-841a-865db577c424',) {} {{(pid=62265) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 916.754877] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 916.755347] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 916.755431] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 916.755640] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 916.755792] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 916.770814] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 816c28a4-7b3d-4ec6-b8a7-98e59cf7a51f in Status: IN_PROGRESS for 2s [ 916.911612] env[62265]: INFO networking_nsxv3.common.synchronization [None req-8a707bbd-e4a9-4c22-8035-659cb3bd3c53 tempest-ServerActionsTestJSON-418686671 tempest-ServerActionsTestJSON-418686671-project-member] Enqueued Resource ID: c18e7d00-73a0-498e-841a-865db577c424 with Priority: HIGHEST for action security_group_rules [ 916.912251] env[62265]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c18e7d00-73a0-498e-841a-865db577c424 with Priority: HIGHEST for action security_group_rules [ 916.912593] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c18e7d00-73a0-498e-841a-865db577c424 taken with stack trace [, , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 916.912681] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c18e7d00-73a0-498e-841a-865db577c424" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 917.049501] env[62265]: INFO networking_nsxv3.common.synchronization [req-5eb1dc9b-8641-4d32-9ec6-54f9bbdb96d9 req-80be3e03-3a18-4085-8be8-12fe1b7b4907 service nova] Enqueued Resource ID: 816c28a4-7b3d-4ec6-b8a7-98e59cf7a51f with Priority: HIGHEST for action security_group_rules [ 917.049600] env[62265]: INFO networking_nsxv3.common.synchronization [req-5eb1dc9b-8641-4d32-9ec6-54f9bbdb96d9 req-80be3e03-3a18-4085-8be8-12fe1b7b4907 service nova] Enqueued Resource ID: 816c28a4-7b3d-4ec6-b8a7-98e59cf7a51f with Priority: HIGHEST for action security_group_members [ 917.049716] env[62265]: INFO networking_nsxv3.common.synchronization [req-5eb1dc9b-8641-4d32-9ec6-54f9bbdb96d9 req-80be3e03-3a18-4085-8be8-12fe1b7b4907 service nova] Enqueued Resource ID: f1d8f183-3bb8-4632-8823-44e68ae8ab7a with Priority: HIGHEST for action port [ 917.050775] env[62265]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 816c28a4-7b3d-4ec6-b8a7-98e59cf7a51f with Priority: HIGHEST for action security_group_rules [ 917.050775] env[62265]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 816c28a4-7b3d-4ec6-b8a7-98e59cf7a51f with Priority: HIGHEST for action security_group_members [ 917.050775] env[62265]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f1d8f183-3bb8-4632-8823-44e68ae8ab7a with Priority: HIGHEST for action port [ 917.050775] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock rules-816c28a4-7b3d-4ec6-b8a7-98e59cf7a51f taken with stack trace [, , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 917.050775] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-816c28a4-7b3d-4ec6-b8a7-98e59cf7a51f" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 917.051190] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-816c28a4-7b3d-4ec6-b8a7-98e59cf7a51f" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 917.052567] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-816c28a4-7b3d-4ec6-b8a7-98e59cf7a51f" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 917.052842] env[62265]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('816c28a4-7b3d-4ec6-b8a7-98e59cf7a51f',) {} {{(pid=62265) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 917.056572] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock member-816c28a4-7b3d-4ec6-b8a7-98e59cf7a51f taken with stack trace [, , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 917.056572] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-816c28a4-7b3d-4ec6-b8a7-98e59cf7a51f" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 917.056572] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock port-f1d8f183-3bb8-4632-8823-44e68ae8ab7a taken with stack trace [, , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 917.056572] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f1d8f183-3bb8-4632-8823-44e68ae8ab7a" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 917.056572] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f1d8f183-3bb8-4632-8823-44e68ae8ab7a" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 917.056572] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f1d8f183-3bb8-4632-8823-44e68ae8ab7a" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 917.056572] env[62265]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f1d8f183-3bb8-4632-8823-44e68ae8ab7a',) {} {{(pid=62265) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 917.099420] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for b14d34b3-3850-409a-ad29-5e7f511073a0: rpc.has_security_group_logging(os_id): False [ 917.114988] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 917.115393] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 917.115393] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 917.115590] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 917.136161] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 917.136435] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 917.140016] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 917.140016] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 917.140016] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 917.140016] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 917.140016] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 917.140016] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 917.140016] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 917.140016] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 917.140016] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 917.140016] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 917.140016] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 917.140016] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 917.140016] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 917.140016] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 917.140016] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b14d34b3-3850-409a-ad29-5e7f511073a0 is going to be updated. [ 917.209110] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 917.209256] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 917.209256] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 917.213025] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 917.213025] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 917.234062] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b14d34b3-3850-409a-ad29-5e7f511073a0 in Status: IN_PROGRESS for 2s [ 917.271921] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 917.271921] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 917.271921] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 917.271921] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 917.271921] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 917.271921] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c18e7d00-73a0-498e-841a-865db577c424 already deleted. [ 917.271921] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c18e7d00-73a0-498e-841a-865db577c424" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 917.271921] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c18e7d00-73a0-498e-841a-865db577c424" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 917.271921] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c18e7d00-73a0-498e-841a-865db577c424" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 917.271921] env[62265]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c18e7d00-73a0-498e-841a-865db577c424',) {} {{(pid=62265) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 917.557279] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock member-816c28a4-7b3d-4ec6-b8a7-98e59cf7a51f taken with stack trace [, , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 917.557491] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-816c28a4-7b3d-4ec6-b8a7-98e59cf7a51f" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 917.557767] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port f1d8f183-3bb8-4632-8823-44e68ae8ab7a with status ACTIVE [ 917.558038] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 917.558202] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 917.558315] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 917.558625] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 917.559071] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 917.559071] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 917.559184] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 917.559284] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 917.559523] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 917.559649] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 917.559925] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 917.560198] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 917.560198] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 917.560397] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 917.560504] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 917.560635] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: f1d8f183-3bb8-4632-8823-44e68ae8ab7a is going to be updated. [ 917.580324] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 917.580324] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 917.580324] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 917.580884] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 917.580884] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 917.581031] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f1d8f183-3bb8-4632-8823-44e68ae8ab7a" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 917.641056] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 60596148-eceb-4997-b7ff-c5c796ce9f1d in Status: SUCCESS [ 917.641321] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-60596148-eceb-4997-b7ff-c5c796ce9f1d" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 917.641485] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-60596148-eceb-4997-b7ff-c5c796ce9f1d" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 917.641732] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-60596148-eceb-4997-b7ff-c5c796ce9f1d" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 917.641988] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 917.643077] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 917.643077] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 917.643077] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 917.643077] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 917.643077] env[62265]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('60596148-eceb-4997-b7ff-c5c796ce9f1d',) {} {{(pid=62265) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 917.791643] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 917.791818] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 917.791858] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 917.792106] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 917.792206] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 917.792301] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c18e7d00-73a0-498e-841a-865db577c424 already deleted. [ 917.792386] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c18e7d00-73a0-498e-841a-865db577c424" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 918.145588] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 918.146979] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 918.146979] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 918.146979] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 918.146979] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 918.146979] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 918.146979] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 918.146979] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 918.147436] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 918.147436] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 918.147436] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 60596148-eceb-4997-b7ff-c5c796ce9f1d is going to be updated. [ 918.172397] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 918.172563] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 918.172601] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 918.172798] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 918.172941] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 918.183144] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 60596148-eceb-4997-b7ff-c5c796ce9f1d in Status: IN_PROGRESS for 2s [ 918.344531] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: eaee02db-54f8-457f-ab87-c3f5ae959460 in Status: SUCCESS [ 918.344809] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-eaee02db-54f8-457f-ab87-c3f5ae959460" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 918.701648] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 71fd9bd9-c65c-467d-adb1-9c6f61cda6c0 in Status: SUCCESS [ 918.701875] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-71fd9bd9-c65c-467d-adb1-9c6f61cda6c0" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 918.702053] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-71fd9bd9-c65c-467d-adb1-9c6f61cda6c0" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 918.702359] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-71fd9bd9-c65c-467d-adb1-9c6f61cda6c0" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 918.702558] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 918.702667] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 918.702737] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 918.702934] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 918.703022] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 918.703079] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-71fd9bd9-c65c-467d-adb1-9c6f61cda6c0" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 918.703172] env[62265]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('71fd9bd9-c65c-467d-adb1-9c6f61cda6c0',) {} {{(pid=62265) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 918.780389] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 816c28a4-7b3d-4ec6-b8a7-98e59cf7a51f in Status: SUCCESS [ 918.780612] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-816c28a4-7b3d-4ec6-b8a7-98e59cf7a51f" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 918.780769] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-816c28a4-7b3d-4ec6-b8a7-98e59cf7a51f" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 918.781019] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-816c28a4-7b3d-4ec6-b8a7-98e59cf7a51f" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 918.781204] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 918.781330] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 918.781408] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 918.781529] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 918.781601] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 918.781823] env[62265]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('816c28a4-7b3d-4ec6-b8a7-98e59cf7a51f',) {} {{(pid=62265) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 919.205699] env[62265]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('71fd9bd9-c65c-467d-adb1-9c6f61cda6c0',) {} {{(pid=62265) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 919.250585] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b14d34b3-3850-409a-ad29-5e7f511073a0 in Status: SUCCESS [ 919.250898] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b14d34b3-3850-409a-ad29-5e7f511073a0" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 919.284890] env[62265]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('816c28a4-7b3d-4ec6-b8a7-98e59cf7a51f',) {} {{(pid=62265) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 919.707549] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 71fd9bd9-c65c-467d-adb1-9c6f61cda6c0: rpc.has_security_group_logging(os_id): False [ 919.725930] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 919.725930] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 919.726165] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 919.726219] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 919.726451] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 919.727168] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 919.727168] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 919.727168] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 919.727432] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 919.727432] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 919.727490] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 71fd9bd9-c65c-467d-adb1-9c6f61cda6c0 is going to be created. [ 919.787417] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 919.787685] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 919.787685] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 919.788474] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 919.788474] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 919.790948] env[62265]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('816c28a4-7b3d-4ec6-b8a7-98e59cf7a51f',) {} {{(pid=62265) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 919.801393] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 71fd9bd9-c65c-467d-adb1-9c6f61cda6c0 in Status: IN_PROGRESS for 2s [ 920.100034] env[62265]: INFO networking_nsxv3.common.synchronization [req-2ec7579c-7327-4d87-b3de-e9e9053b863f req-0f9a2059-4799-4cdb-9626-7c08e2fa425a tempest-ServersNegativeTestJSON-822055539 tempest-ServersNegativeTestJSON-822055539-project-member] Enqueued Resource ID: eaee02db-54f8-457f-ab87-c3f5ae959460 with Priority: HIGHEST for action security_group_members [ 920.100034] env[62265]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: eaee02db-54f8-457f-ab87-c3f5ae959460 with Priority: HIGHEST for action security_group_members [ 920.100234] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock member-eaee02db-54f8-457f-ab87-c3f5ae959460 taken with stack trace [, , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 920.100362] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-eaee02db-54f8-457f-ab87-c3f5ae959460" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 920.100473] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-eaee02db-54f8-457f-ab87-c3f5ae959460" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 920.100702] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-eaee02db-54f8-457f-ab87-c3f5ae959460" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 920.100896] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 920.101016] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 920.101090] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 920.101296] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 920.101390] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 920.101484] env[62265]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('eaee02db-54f8-457f-ab87-c3f5ae959460',) {} {{(pid=62265) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 920.195210] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 60596148-eceb-4997-b7ff-c5c796ce9f1d in Status: SUCCESS [ 920.195210] env[62265]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 60596148-eceb-4997-b7ff-c5c796ce9f1d deletion is rescheduled due to dependency. [ 920.195210] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-60596148-eceb-4997-b7ff-c5c796ce9f1d" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 920.195458] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-60596148-eceb-4997-b7ff-c5c796ce9f1d" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 920.195615] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-60596148-eceb-4997-b7ff-c5c796ce9f1d" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 920.195829] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 920.195968] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 920.196064] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 920.196257] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 920.196343] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 920.196433] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-60596148-eceb-4997-b7ff-c5c796ce9f1d" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 920.196522] env[62265]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('60596148-eceb-4997-b7ff-c5c796ce9f1d',) {} {{(pid=62265) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 920.293287] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 920.293689] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 920.293689] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 920.293850] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 920.293967] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 920.294279] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 816c28a4-7b3d-4ec6-b8a7-98e59cf7a51f is going to be updated. [ 920.323410] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 920.323525] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 920.323600] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 920.323812] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 920.323956] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 920.332535] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 816c28a4-7b3d-4ec6-b8a7-98e59cf7a51f in Status: IN_PROGRESS for 2s [ 920.603814] env[62265]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('eaee02db-54f8-457f-ab87-c3f5ae959460',) {} {{(pid=62265) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 920.699516] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock member-60596148-eceb-4997-b7ff-c5c796ce9f1d taken with stack trace [, , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 920.699668] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-60596148-eceb-4997-b7ff-c5c796ce9f1d" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 920.700061] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-60596148-eceb-4997-b7ff-c5c796ce9f1d" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 920.700061] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-60596148-eceb-4997-b7ff-c5c796ce9f1d" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 920.700131] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 920.700211] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 920.700275] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 920.700402] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 920.700490] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 920.700584] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-60596148-eceb-4997-b7ff-c5c796ce9f1d" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 920.700729] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock member-60596148-eceb-4997-b7ff-c5c796ce9f1d taken with stack trace [, , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 920.700846] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-60596148-eceb-4997-b7ff-c5c796ce9f1d" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 920.701837] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-60596148-eceb-4997-b7ff-c5c796ce9f1d" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 920.701837] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-60596148-eceb-4997-b7ff-c5c796ce9f1d" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 920.701837] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 920.701837] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 920.701837] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 920.701837] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 920.701837] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 920.701837] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-60596148-eceb-4997-b7ff-c5c796ce9f1d" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 920.701837] env[62265]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('60596148-eceb-4997-b7ff-c5c796ce9f1d',) {} {{(pid=62265) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 921.106540] env[62265]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('eaee02db-54f8-457f-ab87-c3f5ae959460',) {} {{(pid=62265) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 921.204788] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 60596148-eceb-4997-b7ff-c5c796ce9f1d: rpc.has_security_group_logging(os_id): False [ 921.222193] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 921.222298] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 921.222298] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 921.222513] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 921.222607] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 921.222825] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 921.223552] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 921.223552] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 921.223552] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 921.223552] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 921.223552] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 921.223955] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 921.223955] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 921.223955] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 921.224052] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 921.224257] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 921.224360] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 921.224459] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 921.224575] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 921.224651] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 921.224748] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 60596148-eceb-4997-b7ff-c5c796ce9f1d is going to be updated. [ 921.290539] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 921.290776] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 921.290917] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 921.291264] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 921.291503] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 921.305809] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 60596148-eceb-4997-b7ff-c5c796ce9f1d in Status: IN_PROGRESS for 2s [ 921.520381] env[62265]: INFO networking_nsxv3.common.synchronization [req-26b23240-2dd2-4c48-a3bf-f40e18a7bb69 req-1507241a-5995-4c78-9a6b-8e1838aacd8f tempest-ServerGroupTestJSON-142431799 tempest-ServerGroupTestJSON-142431799-project-member] Enqueued Resource ID: 1d5c2009-3bfd-443b-bcdb-fcdd08aba3ef with Priority: HIGHEST for action security_group_members [ 921.520381] env[62265]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1d5c2009-3bfd-443b-bcdb-fcdd08aba3ef with Priority: HIGHEST for action security_group_members [ 921.520381] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock member-1d5c2009-3bfd-443b-bcdb-fcdd08aba3ef taken with stack trace [, , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 921.520381] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1d5c2009-3bfd-443b-bcdb-fcdd08aba3ef" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 921.520381] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1d5c2009-3bfd-443b-bcdb-fcdd08aba3ef" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 921.520381] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1d5c2009-3bfd-443b-bcdb-fcdd08aba3ef" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 921.520381] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 921.520381] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 921.520381] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 921.520381] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 921.520381] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 921.520381] env[62265]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1d5c2009-3bfd-443b-bcdb-fcdd08aba3ef',) {} {{(pid=62265) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 921.609114] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 921.609325] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 921.609325] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 921.610103] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 921.610103] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 921.610103] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: eaee02db-54f8-457f-ab87-c3f5ae959460 is going to be updated. [ 921.637416] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 921.637416] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 921.637416] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 921.637416] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 921.637416] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 921.646760] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: eaee02db-54f8-457f-ab87-c3f5ae959460 in Status: IN_PROGRESS for 2s [ 921.814642] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 71fd9bd9-c65c-467d-adb1-9c6f61cda6c0 in Status: SUCCESS [ 921.815053] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-71fd9bd9-c65c-467d-adb1-9c6f61cda6c0" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 921.878955] env[62265]: DEBUG networking_nsxv3.common.locking [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Lock network-372 taken with stack trace [, , , , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 921.879276] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquiring lock "network-372" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 921.879476] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquired lock "network-372" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 921.880139] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquired external semaphore "network-372" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 921.880397] env[62265]: DEBUG networking_nsxv3.common.locking [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 921.880745] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquiring lock "Segment" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 921.880899] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquired lock "Segment" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 921.881232] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquired external semaphore "Segment" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 921.881493] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Releasing lock "Segment" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 921.881801] env[62265]: DEBUG dogpile.cache.region [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] No value present for key: 'zone-id' {{(pid=62265) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 921.882061] env[62265]: DEBUG dogpile.lock [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] NeedRegenerationException {{(pid=62265) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 921.882261] env[62265]: DEBUG dogpile.lock [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] no value, waiting for create lock {{(pid=62265) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 921.882481] env[62265]: DEBUG dogpile.lock [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] value creation lock acquired {{(pid=62265) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 921.882719] env[62265]: DEBUG dogpile.cache.region [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] No value present for key: 'zone-id' {{(pid=62265) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 921.882947] env[62265]: DEBUG dogpile.lock [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Calling creation function for not-yet-present value {{(pid=62265) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 921.883233] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 921.904488] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 921.904488] env[62265]: DEBUG dogpile.cache.region [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=62265) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 921.904488] env[62265]: DEBUG dogpile.lock [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Released creation lock {{(pid=62265) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 921.904488] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Releasing lock "network-372" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 921.904488] env[62265]: DEBUG networking_nsxv3.common.locking [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Lock port-d1170557-ac7d-4985-b93f-50f5211ee5ad taken with stack trace [, , , , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 921.904488] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquiring lock "port-d1170557-ac7d-4985-b93f-50f5211ee5ad" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 921.904488] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquired lock "port-d1170557-ac7d-4985-b93f-50f5211ee5ad" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 921.904979] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquired external semaphore "port-d1170557-ac7d-4985-b93f-50f5211ee5ad" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 921.905452] env[62265]: DEBUG networking_nsxv3.api.rpc [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d1170557-ac7d-4985-b93f-50f5211ee5ad',) {} {{(pid=62265) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 922.022812] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 922.022987] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 922.023210] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 922.023474] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 922.023669] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 922.024039] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 922.025169] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 922.025169] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 922.025169] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 922.025169] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 922.025169] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1d5c2009-3bfd-443b-bcdb-fcdd08aba3ef already deleted. [ 922.025169] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1d5c2009-3bfd-443b-bcdb-fcdd08aba3ef" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 922.349906] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 816c28a4-7b3d-4ec6-b8a7-98e59cf7a51f in Status: SUCCESS [ 922.349906] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-816c28a4-7b3d-4ec6-b8a7-98e59cf7a51f" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 922.349906] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-816c28a4-7b3d-4ec6-b8a7-98e59cf7a51f" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 922.349906] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-816c28a4-7b3d-4ec6-b8a7-98e59cf7a51f" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 922.349906] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 922.350366] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 922.350366] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 922.350450] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 922.350486] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 922.350595] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-816c28a4-7b3d-4ec6-b8a7-98e59cf7a51f" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 922.350725] env[62265]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('816c28a4-7b3d-4ec6-b8a7-98e59cf7a51f',) {} {{(pid=62265) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 922.409868] env[62265]: DEBUG networking_nsxv3.common.locking [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 922.410138] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquiring lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 922.410324] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquired lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 922.410679] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquired external semaphore "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 922.410886] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Releasing lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 922.411084] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Segment Port d1170557-ac7d-4985-b93f-50f5211ee5ad not found, creating... [ 922.411601] env[62265]: DEBUG networking_nsxv3.common.locking [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 922.411601] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquiring lock "Segment" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 922.411734] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquired lock "Segment" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 922.411897] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquired external semaphore "Segment" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 922.412051] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Releasing lock "Segment" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 922.412408] env[62265]: DEBUG networking_nsxv3.common.locking [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 922.412650] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquiring lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 922.412827] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquired lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 922.413959] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquired external semaphore "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 922.414101] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Releasing lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 922.414547] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Resource: SegmentPort with ID: d1170557-ac7d-4985-b93f-50f5211ee5ad is going to be created. [ 922.434503] env[62265]: DEBUG networking_nsxv3.common.locking [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 922.434782] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquiring lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 922.434914] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquired lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 922.435233] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquired external semaphore "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 922.435541] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Releasing lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 922.435842] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Releasing lock "port-d1170557-ac7d-4985-b93f-50f5211ee5ad" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 922.853682] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock member-816c28a4-7b3d-4ec6-b8a7-98e59cf7a51f taken with stack trace [, , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 922.853855] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-816c28a4-7b3d-4ec6-b8a7-98e59cf7a51f" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 922.853974] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-816c28a4-7b3d-4ec6-b8a7-98e59cf7a51f" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 922.854175] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-816c28a4-7b3d-4ec6-b8a7-98e59cf7a51f" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 922.854334] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 922.854422] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 922.854491] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 922.854634] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 922.854723] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 922.854810] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-816c28a4-7b3d-4ec6-b8a7-98e59cf7a51f" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 922.854955] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock member-816c28a4-7b3d-4ec6-b8a7-98e59cf7a51f taken with stack trace [, , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 922.855070] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-816c28a4-7b3d-4ec6-b8a7-98e59cf7a51f" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 922.855351] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-816c28a4-7b3d-4ec6-b8a7-98e59cf7a51f" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 922.855351] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-816c28a4-7b3d-4ec6-b8a7-98e59cf7a51f" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 922.855578] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 922.855578] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 922.855667] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 922.855886] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 922.855886] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 922.856041] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-816c28a4-7b3d-4ec6-b8a7-98e59cf7a51f" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 922.856041] env[62265]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('816c28a4-7b3d-4ec6-b8a7-98e59cf7a51f',) {} {{(pid=62265) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 923.265225] env[62265]: INFO networking_nsxv3.common.synchronization [req-26b23240-2dd2-4c48-a3bf-f40e18a7bb69 req-25216732-59f2-4de4-ae47-31462b1587e0 service nova] Enqueued Resource ID: 1d5c2009-3bfd-443b-bcdb-fcdd08aba3ef with Priority: HIGHEST for action security_group_rules [ 923.265403] env[62265]: INFO networking_nsxv3.common.synchronization [req-26b23240-2dd2-4c48-a3bf-f40e18a7bb69 req-25216732-59f2-4de4-ae47-31462b1587e0 service nova] Enqueued Resource ID: 1d5c2009-3bfd-443b-bcdb-fcdd08aba3ef with Priority: HIGHEST for action security_group_members [ 923.265578] env[62265]: INFO networking_nsxv3.common.synchronization [req-26b23240-2dd2-4c48-a3bf-f40e18a7bb69 req-25216732-59f2-4de4-ae47-31462b1587e0 service nova] Enqueued Resource ID: d1170557-ac7d-4985-b93f-50f5211ee5ad with Priority: HIGHEST for action port [ 923.266155] env[62265]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1d5c2009-3bfd-443b-bcdb-fcdd08aba3ef with Priority: HIGHEST for action security_group_rules [ 923.266315] env[62265]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1d5c2009-3bfd-443b-bcdb-fcdd08aba3ef with Priority: HIGHEST for action security_group_members [ 923.266420] env[62265]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d1170557-ac7d-4985-b93f-50f5211ee5ad with Priority: HIGHEST for action port [ 923.266682] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock rules-1d5c2009-3bfd-443b-bcdb-fcdd08aba3ef taken with stack trace [, , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 923.266796] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-1d5c2009-3bfd-443b-bcdb-fcdd08aba3ef" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 923.266861] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-1d5c2009-3bfd-443b-bcdb-fcdd08aba3ef" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 923.267218] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-1d5c2009-3bfd-443b-bcdb-fcdd08aba3ef" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 923.267295] env[62265]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('1d5c2009-3bfd-443b-bcdb-fcdd08aba3ef',) {} {{(pid=62265) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 923.268634] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock member-1d5c2009-3bfd-443b-bcdb-fcdd08aba3ef taken with stack trace [, , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 923.268743] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1d5c2009-3bfd-443b-bcdb-fcdd08aba3ef" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 923.268820] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1d5c2009-3bfd-443b-bcdb-fcdd08aba3ef" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 923.268977] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1d5c2009-3bfd-443b-bcdb-fcdd08aba3ef" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 923.269135] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 923.269311] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 923.269371] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 923.269472] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 923.269552] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 923.269638] env[62265]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1d5c2009-3bfd-443b-bcdb-fcdd08aba3ef',) {} {{(pid=62265) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 923.272212] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock port-d1170557-ac7d-4985-b93f-50f5211ee5ad taken with stack trace [, , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 923.272346] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d1170557-ac7d-4985-b93f-50f5211ee5ad" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 923.272419] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d1170557-ac7d-4985-b93f-50f5211ee5ad" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 923.272540] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d1170557-ac7d-4985-b93f-50f5211ee5ad" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 923.272632] env[62265]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d1170557-ac7d-4985-b93f-50f5211ee5ad',) {} {{(pid=62265) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 923.331613] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 60596148-eceb-4997-b7ff-c5c796ce9f1d in Status: SUCCESS [ 923.332516] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-60596148-eceb-4997-b7ff-c5c796ce9f1d" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 923.360015] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 816c28a4-7b3d-4ec6-b8a7-98e59cf7a51f: rpc.has_security_group_logging(os_id): False [ 923.381398] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 923.381571] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 923.381630] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 923.381841] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 923.412392] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 923.412579] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 923.412858] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 923.412858] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 923.413362] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 923.413362] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 923.414189] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 923.414189] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 923.414189] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 923.414700] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 923.414900] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 923.415163] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 923.415373] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 923.415373] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 923.415645] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 923.415720] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 923.415793] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 816c28a4-7b3d-4ec6-b8a7-98e59cf7a51f is going to be updated. [ 923.491536] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 923.491749] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 923.491845] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 923.492069] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 923.492271] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 923.507942] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 816c28a4-7b3d-4ec6-b8a7-98e59cf7a51f in Status: IN_PROGRESS for 2s [ 923.668485] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: eaee02db-54f8-457f-ab87-c3f5ae959460 in Status: SUCCESS [ 923.668485] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-eaee02db-54f8-457f-ab87-c3f5ae959460" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 923.769252] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock member-1d5c2009-3bfd-443b-bcdb-fcdd08aba3ef taken with stack trace [, , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 923.769459] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1d5c2009-3bfd-443b-bcdb-fcdd08aba3ef" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 923.773706] env[62265]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('1d5c2009-3bfd-443b-bcdb-fcdd08aba3ef',) {} {{(pid=62265) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 923.777665] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port d1170557-ac7d-4985-b93f-50f5211ee5ad with status ACTIVE [ 923.777918] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 923.778065] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 923.778159] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 923.778348] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 923.778437] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 923.778656] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 923.778771] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 923.778828] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 923.778980] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 923.779067] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 923.779267] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 923.779347] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 923.779408] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 923.779548] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 923.779617] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 923.779702] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: d1170557-ac7d-4985-b93f-50f5211ee5ad is going to be updated. [ 923.802069] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 923.802565] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 923.802565] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 923.802565] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 923.802710] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 923.802914] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d1170557-ac7d-4985-b93f-50f5211ee5ad" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 924.275045] env[62265]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('1d5c2009-3bfd-443b-bcdb-fcdd08aba3ef',) {} {{(pid=62265) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 924.780812] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 924.780812] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 924.780812] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 924.780812] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 924.780812] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 924.780812] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1d5c2009-3bfd-443b-bcdb-fcdd08aba3ef is going to be created. [ 924.803835] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 924.803835] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 924.803835] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 924.803835] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 924.804121] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 924.818032] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1d5c2009-3bfd-443b-bcdb-fcdd08aba3ef in Status: UNINITIALIZED for 2s [ 925.524134] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 816c28a4-7b3d-4ec6-b8a7-98e59cf7a51f in Status: SUCCESS [ 925.524134] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-816c28a4-7b3d-4ec6-b8a7-98e59cf7a51f" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 926.752183] env[62265]: INFO networking_nsxv3.common.synchronization [req-9091d686-b168-4d30-b24b-04d056d6f654 req-30d01cbc-c746-45ad-a41a-6d1a74e45388 tempest-ServerDiskConfigTestJSON-1010102246 tempest-ServerDiskConfigTestJSON-1010102246-project-member] Enqueued Resource ID: b70db8a6-589b-46f1-ab50-a8fac5cfe516 with Priority: HIGHEST for action security_group_members [ 926.753103] env[62265]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b70db8a6-589b-46f1-ab50-a8fac5cfe516 with Priority: HIGHEST for action security_group_members [ 926.755596] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock member-b70db8a6-589b-46f1-ab50-a8fac5cfe516 taken with stack trace [, , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 926.757601] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b70db8a6-589b-46f1-ab50-a8fac5cfe516" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 926.757601] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b70db8a6-589b-46f1-ab50-a8fac5cfe516" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 926.757601] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b70db8a6-589b-46f1-ab50-a8fac5cfe516" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 926.757601] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 926.757601] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 926.757601] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 926.757601] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 926.757601] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 926.757601] env[62265]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b70db8a6-589b-46f1-ab50-a8fac5cfe516',) {} {{(pid=62265) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 926.828968] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1d5c2009-3bfd-443b-bcdb-fcdd08aba3ef in Status: SUCCESS [ 926.829244] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1d5c2009-3bfd-443b-bcdb-fcdd08aba3ef" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 926.829787] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1d5c2009-3bfd-443b-bcdb-fcdd08aba3ef" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 926.829998] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1d5c2009-3bfd-443b-bcdb-fcdd08aba3ef" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 926.830211] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 926.830330] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 926.830411] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 926.830545] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 926.830626] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 926.830709] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1d5c2009-3bfd-443b-bcdb-fcdd08aba3ef" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 926.830796] env[62265]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('1d5c2009-3bfd-443b-bcdb-fcdd08aba3ef',) {} {{(pid=62265) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 927.122510] env[62265]: DEBUG networking_nsxv3.common.locking [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Lock network-241 taken with stack trace [, , , , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 927.122795] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquiring lock "network-241" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 927.122966] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquired lock "network-241" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 927.123482] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquired external semaphore "network-241" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 927.123782] env[62265]: DEBUG networking_nsxv3.common.locking [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 927.124065] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquiring lock "Segment" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 927.124143] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquired lock "Segment" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 927.124347] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquired external semaphore "Segment" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 927.124501] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Releasing lock "Segment" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 927.124720] env[62265]: DEBUG dogpile.cache.region [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] No value present for key: 'zone-id' {{(pid=62265) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 927.124844] env[62265]: DEBUG dogpile.lock [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] NeedRegenerationException {{(pid=62265) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 927.124957] env[62265]: DEBUG dogpile.lock [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] no value, waiting for create lock {{(pid=62265) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 927.125181] env[62265]: DEBUG dogpile.lock [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] value creation lock acquired {{(pid=62265) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 927.125181] env[62265]: DEBUG dogpile.cache.region [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] No value present for key: 'zone-id' {{(pid=62265) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 927.125321] env[62265]: DEBUG dogpile.lock [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Calling creation function for not-yet-present value {{(pid=62265) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 927.125437] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 927.143733] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 927.143968] env[62265]: DEBUG dogpile.cache.region [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Cache value generated in 0.018 seconds for key(s): 'zone-id' {{(pid=62265) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 927.144097] env[62265]: DEBUG dogpile.lock [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Released creation lock {{(pid=62265) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 927.144375] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Releasing lock "network-241" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 927.144731] env[62265]: DEBUG networking_nsxv3.common.locking [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Lock port-0ed99f94-a37f-47a8-96bb-aa2f7cdee311 taken with stack trace [, , , , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 927.144918] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquiring lock "port-0ed99f94-a37f-47a8-96bb-aa2f7cdee311" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 927.145054] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquired lock "port-0ed99f94-a37f-47a8-96bb-aa2f7cdee311" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 927.145406] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquired external semaphore "port-0ed99f94-a37f-47a8-96bb-aa2f7cdee311" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 927.145550] env[62265]: DEBUG networking_nsxv3.api.rpc [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0ed99f94-a37f-47a8-96bb-aa2f7cdee311',) {} {{(pid=62265) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 927.261621] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 927.261621] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 927.261621] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 927.261621] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 927.261621] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 927.261621] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 927.261621] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 927.261621] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 927.261621] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 927.261621] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 927.261621] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b70db8a6-589b-46f1-ab50-a8fac5cfe516 already deleted. [ 927.261621] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b70db8a6-589b-46f1-ab50-a8fac5cfe516" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 927.337096] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock member-1d5c2009-3bfd-443b-bcdb-fcdd08aba3ef taken with stack trace [, , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 927.337172] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1d5c2009-3bfd-443b-bcdb-fcdd08aba3ef" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 927.337986] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1d5c2009-3bfd-443b-bcdb-fcdd08aba3ef" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 927.337986] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1d5c2009-3bfd-443b-bcdb-fcdd08aba3ef" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 927.345022] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 927.345022] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 927.345022] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 927.345022] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 927.345022] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 927.345022] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1d5c2009-3bfd-443b-bcdb-fcdd08aba3ef" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 927.345022] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock member-1d5c2009-3bfd-443b-bcdb-fcdd08aba3ef taken with stack trace [, , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 927.345022] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1d5c2009-3bfd-443b-bcdb-fcdd08aba3ef" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 927.345022] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1d5c2009-3bfd-443b-bcdb-fcdd08aba3ef" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 927.345022] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1d5c2009-3bfd-443b-bcdb-fcdd08aba3ef" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 927.345022] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 927.345022] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 927.345022] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 927.345022] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 927.345022] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 927.345022] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1d5c2009-3bfd-443b-bcdb-fcdd08aba3ef" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 927.345022] env[62265]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('1d5c2009-3bfd-443b-bcdb-fcdd08aba3ef',) {} {{(pid=62265) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 927.648138] env[62265]: DEBUG networking_nsxv3.common.locking [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 927.648436] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquiring lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 927.648577] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquired lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 927.648877] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquired external semaphore "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 927.649029] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Releasing lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 927.649184] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Segment Port 0ed99f94-a37f-47a8-96bb-aa2f7cdee311 not found, creating... [ 927.649494] env[62265]: DEBUG networking_nsxv3.common.locking [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 927.649777] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquiring lock "Segment" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 927.649926] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquired lock "Segment" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 927.650039] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquired external semaphore "Segment" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 927.650780] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Releasing lock "Segment" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 927.650780] env[62265]: DEBUG networking_nsxv3.common.locking [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 927.650780] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquiring lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 927.650780] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquired lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 927.651070] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquired external semaphore "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 927.651218] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Releasing lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 927.651585] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Resource: SegmentPort with ID: 0ed99f94-a37f-47a8-96bb-aa2f7cdee311 is going to be created. [ 927.674719] env[62265]: DEBUG networking_nsxv3.common.locking [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 927.675052] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquiring lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 927.675195] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquired lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 927.675509] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquired external semaphore "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 927.675753] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Releasing lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 927.676013] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Releasing lock "port-0ed99f94-a37f-47a8-96bb-aa2f7cdee311" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 927.846965] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 1d5c2009-3bfd-443b-bcdb-fcdd08aba3ef: rpc.has_security_group_logging(os_id): False [ 927.886859] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 927.886859] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 927.886859] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 927.886859] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 927.886859] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 927.886859] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 927.886859] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 927.886859] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 927.887510] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 927.887510] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 927.887510] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 927.887510] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 927.887510] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 927.888025] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 927.888025] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 927.888025] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 927.892335] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 927.892624] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 927.892786] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 927.892883] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 927.892995] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 1d5c2009-3bfd-443b-bcdb-fcdd08aba3ef is going to be created. [ 927.960326] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 927.960566] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 927.960566] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 927.961042] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 927.961042] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 927.978708] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 1d5c2009-3bfd-443b-bcdb-fcdd08aba3ef in Status: IN_PROGRESS for 2s [ 928.755781] env[62265]: INFO networking_nsxv3.common.synchronization [req-9091d686-b168-4d30-b24b-04d056d6f654 req-b6497e9a-5b8a-4fbf-bf3f-e2c07be2ae43 service nova] Enqueued Resource ID: b70db8a6-589b-46f1-ab50-a8fac5cfe516 with Priority: HIGHEST for action security_group_rules [ 928.755963] env[62265]: INFO networking_nsxv3.common.synchronization [req-9091d686-b168-4d30-b24b-04d056d6f654 req-b6497e9a-5b8a-4fbf-bf3f-e2c07be2ae43 service nova] Enqueued Resource ID: b70db8a6-589b-46f1-ab50-a8fac5cfe516 with Priority: HIGHEST for action security_group_members [ 928.756122] env[62265]: INFO networking_nsxv3.common.synchronization [req-9091d686-b168-4d30-b24b-04d056d6f654 req-b6497e9a-5b8a-4fbf-bf3f-e2c07be2ae43 service nova] Enqueued Resource ID: 0ed99f94-a37f-47a8-96bb-aa2f7cdee311 with Priority: HIGHEST for action port [ 928.756363] env[62265]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b70db8a6-589b-46f1-ab50-a8fac5cfe516 with Priority: HIGHEST for action security_group_rules [ 928.756492] env[62265]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b70db8a6-589b-46f1-ab50-a8fac5cfe516 with Priority: HIGHEST for action security_group_members [ 928.756596] env[62265]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0ed99f94-a37f-47a8-96bb-aa2f7cdee311 with Priority: HIGHEST for action port [ 928.757803] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b70db8a6-589b-46f1-ab50-a8fac5cfe516 taken with stack trace [, , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 928.757928] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b70db8a6-589b-46f1-ab50-a8fac5cfe516" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 928.758000] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b70db8a6-589b-46f1-ab50-a8fac5cfe516" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 928.758285] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b70db8a6-589b-46f1-ab50-a8fac5cfe516" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 928.758372] env[62265]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b70db8a6-589b-46f1-ab50-a8fac5cfe516',) {} {{(pid=62265) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 928.761793] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock member-b70db8a6-589b-46f1-ab50-a8fac5cfe516 taken with stack trace [, , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 928.761793] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b70db8a6-589b-46f1-ab50-a8fac5cfe516" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 928.761793] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b70db8a6-589b-46f1-ab50-a8fac5cfe516" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 928.761793] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b70db8a6-589b-46f1-ab50-a8fac5cfe516" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 928.761793] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 928.761793] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 928.761793] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 928.761793] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 928.761793] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 928.761793] env[62265]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b70db8a6-589b-46f1-ab50-a8fac5cfe516',) {} {{(pid=62265) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 928.761793] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock port-0ed99f94-a37f-47a8-96bb-aa2f7cdee311 taken with stack trace [, , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 928.762237] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-0ed99f94-a37f-47a8-96bb-aa2f7cdee311" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 928.762237] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-0ed99f94-a37f-47a8-96bb-aa2f7cdee311" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 928.762237] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-0ed99f94-a37f-47a8-96bb-aa2f7cdee311" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 928.762237] env[62265]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0ed99f94-a37f-47a8-96bb-aa2f7cdee311',) {} {{(pid=62265) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 929.264934] env[62265]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('b70db8a6-589b-46f1-ab50-a8fac5cfe516',) {} {{(pid=62265) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 929.266540] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock member-b70db8a6-589b-46f1-ab50-a8fac5cfe516 taken with stack trace [, , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 929.266540] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b70db8a6-589b-46f1-ab50-a8fac5cfe516" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 929.269272] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 0ed99f94-a37f-47a8-96bb-aa2f7cdee311 with status ACTIVE [ 929.269272] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 929.269412] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 929.269451] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 929.269648] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 929.270020] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 929.270020] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 929.270020] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 929.270191] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 929.270433] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 929.270433] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 929.270612] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 929.270751] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 929.270816] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 929.270974] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 929.271083] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 929.271176] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 0ed99f94-a37f-47a8-96bb-aa2f7cdee311 is going to be updated. [ 929.292768] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 929.292973] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 929.293172] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 929.296018] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 929.296018] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 929.296018] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-0ed99f94-a37f-47a8-96bb-aa2f7cdee311" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 929.726220] env[62265]: INFO networking_nsxv3.common.synchronization [None req-8d36cad2-6d8a-49b2-9f5a-747c68b89d11 None None] Enqueued Resource ID: 9dfc0034-fe86-42c0-b946-60462079fc5b with Priority: HIGHEST for action port [ 929.726714] env[62265]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9dfc0034-fe86-42c0-b946-60462079fc5b with Priority: HIGHEST for action port [ 929.727257] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock port-9dfc0034-fe86-42c0-b946-60462079fc5b taken with stack trace [, , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 929.727399] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-9dfc0034-fe86-42c0-b946-60462079fc5b" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 929.727452] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-9dfc0034-fe86-42c0-b946-60462079fc5b" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 929.729130] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-9dfc0034-fe86-42c0-b946-60462079fc5b" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 929.729217] env[62265]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9dfc0034-fe86-42c0-b946-60462079fc5b',) {} {{(pid=62265) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 929.767818] env[62265]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('b70db8a6-589b-46f1-ab50-a8fac5cfe516',) {} {{(pid=62265) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 929.997897] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 1d5c2009-3bfd-443b-bcdb-fcdd08aba3ef in Status: SUCCESS [ 929.998266] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-1d5c2009-3bfd-443b-bcdb-fcdd08aba3ef" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 930.234026] env[62265]: INFO networking_nsxv3.common.synchronization [None req-2f2540af-cc44-4ab7-8ece-ccf7d84cdbaf tempest-ServerActionsTestOtherA-1158692047 tempest-ServerActionsTestOtherA-1158692047-project-member] Enqueued Resource ID: 617a5cdb-9e2d-4824-b793-343dab01f226 with Priority: HIGHEST for action security_group_rules [ 930.235023] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 9dfc0034-fe86-42c0-b946-60462079fc5b [ 930.235195] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 930.237843] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 930.237843] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 930.237843] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 930.237843] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 930.237843] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:9dfc0034-fe86-42c0-b946-60462079fc5b already deleted. [ 930.237843] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-9dfc0034-fe86-42c0-b946-60462079fc5b" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 930.237843] env[62265]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 617a5cdb-9e2d-4824-b793-343dab01f226 with Priority: HIGHEST for action security_group_rules [ 930.237843] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock rules-617a5cdb-9e2d-4824-b793-343dab01f226 taken with stack trace [, , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 930.237843] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-617a5cdb-9e2d-4824-b793-343dab01f226" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 930.237843] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-617a5cdb-9e2d-4824-b793-343dab01f226" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 930.237843] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-617a5cdb-9e2d-4824-b793-343dab01f226" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 930.237843] env[62265]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('617a5cdb-9e2d-4824-b793-343dab01f226',) {} {{(pid=62265) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 930.269956] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 930.274442] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 930.274442] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 930.274748] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 930.274748] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 930.274836] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b70db8a6-589b-46f1-ab50-a8fac5cfe516 is going to be created. [ 930.303443] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 930.303639] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 930.303709] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 930.303931] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 930.304103] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 930.314832] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b70db8a6-589b-46f1-ab50-a8fac5cfe516 in Status: UNINITIALIZED for 2s [ 930.373351] env[62265]: INFO networking_nsxv3.common.synchronization [None req-cb0f3709-c113-47f9-a1d4-4de55fb0f6bf tempest-ServerActionsTestOtherA-1158692047 tempest-ServerActionsTestOtherA-1158692047-project-member] Enqueued Resource ID: 617a5cdb-9e2d-4824-b793-343dab01f226 with Priority: HIGHEST for action security_group_rules [ 930.373935] env[62265]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 617a5cdb-9e2d-4824-b793-343dab01f226 with Priority: HIGHEST for action security_group_rules [ 930.374292] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock rules-617a5cdb-9e2d-4824-b793-343dab01f226 taken with stack trace [, , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 930.374408] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-617a5cdb-9e2d-4824-b793-343dab01f226" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 930.763403] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 930.763604] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 930.763690] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 930.764012] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 930.764178] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 930.764351] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 617a5cdb-9e2d-4824-b793-343dab01f226 already deleted. [ 930.764470] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-617a5cdb-9e2d-4824-b793-343dab01f226" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 930.765263] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-617a5cdb-9e2d-4824-b793-343dab01f226" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 930.765655] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-617a5cdb-9e2d-4824-b793-343dab01f226" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 930.765694] env[62265]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('617a5cdb-9e2d-4824-b793-343dab01f226',) {} {{(pid=62265) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 931.290566] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 931.290870] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 931.290870] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 931.291185] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 931.291308] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 931.291408] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 617a5cdb-9e2d-4824-b793-343dab01f226 already deleted. [ 931.291521] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-617a5cdb-9e2d-4824-b793-343dab01f226" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 931.699025] env[62265]: INFO networking_nsxv3.common.synchronization [None req-2b1479a4-3aaf-4e2d-ac41-25d0ac82d0d1 None None] Enqueued Resource ID: 295602d7-8d98-4e79-a917-457ad141e5fc with Priority: HIGHEST for action port [ 931.700184] env[62265]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 295602d7-8d98-4e79-a917-457ad141e5fc with Priority: HIGHEST for action port [ 931.703342] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock port-295602d7-8d98-4e79-a917-457ad141e5fc taken with stack trace [, , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 931.703342] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-295602d7-8d98-4e79-a917-457ad141e5fc" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 931.703342] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-295602d7-8d98-4e79-a917-457ad141e5fc" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 931.704684] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-295602d7-8d98-4e79-a917-457ad141e5fc" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 931.704684] env[62265]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('295602d7-8d98-4e79-a917-457ad141e5fc',) {} {{(pid=62265) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 931.945611] env[62265]: INFO networking_nsxv3.common.synchronization [req-3f6d4e88-bde9-43e7-adee-d7e952a4572c req-41fe0477-5a3f-4885-9b62-d09c50ad10e0 tempest-ServerActionsTestOtherB-1524070999 tempest-ServerActionsTestOtherB-1524070999-project-member] Enqueued Resource ID: e1aa9925-8acc-4328-bd1d-1f3ff9007d21 with Priority: HIGHEST for action security_group_members [ 931.945693] env[62265]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e1aa9925-8acc-4328-bd1d-1f3ff9007d21 with Priority: HIGHEST for action security_group_members [ 931.946389] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock member-e1aa9925-8acc-4328-bd1d-1f3ff9007d21 taken with stack trace [, , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 931.946684] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e1aa9925-8acc-4328-bd1d-1f3ff9007d21" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 931.946684] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e1aa9925-8acc-4328-bd1d-1f3ff9007d21" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 931.946893] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e1aa9925-8acc-4328-bd1d-1f3ff9007d21" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 931.947155] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 931.947273] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 931.947340] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 931.947833] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 931.947882] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 931.947957] env[62265]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e1aa9925-8acc-4328-bd1d-1f3ff9007d21',) {} {{(pid=62265) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 932.207497] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 295602d7-8d98-4e79-a917-457ad141e5fc [ 932.207783] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 932.207926] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 932.207992] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 932.208239] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 932.208330] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 932.208428] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:295602d7-8d98-4e79-a917-457ad141e5fc already deleted. [ 932.208509] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-295602d7-8d98-4e79-a917-457ad141e5fc" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 932.324293] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b70db8a6-589b-46f1-ab50-a8fac5cfe516 in Status: SUCCESS [ 932.326741] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b70db8a6-589b-46f1-ab50-a8fac5cfe516" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 932.326741] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b70db8a6-589b-46f1-ab50-a8fac5cfe516" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 932.326741] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b70db8a6-589b-46f1-ab50-a8fac5cfe516" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 932.326741] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 932.326741] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 932.326741] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 932.326741] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 932.326741] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 932.326741] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b70db8a6-589b-46f1-ab50-a8fac5cfe516" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 932.327467] env[62265]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('b70db8a6-589b-46f1-ab50-a8fac5cfe516',) {} {{(pid=62265) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 932.383055] env[62265]: DEBUG networking_nsxv3.common.locking [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Lock network-14 taken with stack trace [, , , , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 932.383055] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquiring lock "network-14" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 932.383055] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquired lock "network-14" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 932.383055] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquired external semaphore "network-14" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 932.383055] env[62265]: DEBUG networking_nsxv3.common.locking [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 932.383574] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquiring lock "Segment" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 932.383574] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquired lock "Segment" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 932.383655] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquired external semaphore "Segment" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 932.383819] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Releasing lock "Segment" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 932.384042] env[62265]: DEBUG dogpile.cache.region [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] No value present for key: 'zone-id' {{(pid=62265) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 932.384175] env[62265]: DEBUG dogpile.lock [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] NeedRegenerationException {{(pid=62265) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 932.384319] env[62265]: DEBUG dogpile.lock [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] no value, waiting for create lock {{(pid=62265) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 932.384437] env[62265]: DEBUG dogpile.lock [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] value creation lock acquired {{(pid=62265) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 932.384556] env[62265]: DEBUG dogpile.cache.region [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] No value present for key: 'zone-id' {{(pid=62265) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 932.384692] env[62265]: DEBUG dogpile.lock [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Calling creation function for not-yet-present value {{(pid=62265) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 932.388544] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 932.404703] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 932.404984] env[62265]: DEBUG dogpile.cache.region [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=62265) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 932.405215] env[62265]: DEBUG dogpile.lock [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Released creation lock {{(pid=62265) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 932.405492] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Releasing lock "network-14" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 932.406160] env[62265]: DEBUG networking_nsxv3.common.locking [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Lock port-104bf01d-9602-4172-9b4c-fbb6fef3f77b taken with stack trace [, , , , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 932.406273] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquiring lock "port-104bf01d-9602-4172-9b4c-fbb6fef3f77b" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 932.406469] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquired lock "port-104bf01d-9602-4172-9b4c-fbb6fef3f77b" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 932.406921] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquired external semaphore "port-104bf01d-9602-4172-9b4c-fbb6fef3f77b" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 932.411264] env[62265]: DEBUG networking_nsxv3.api.rpc [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('104bf01d-9602-4172-9b4c-fbb6fef3f77b',) {} {{(pid=62265) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 932.456084] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 932.456084] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 932.456084] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 932.456084] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 932.456084] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 932.456084] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 932.456084] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 932.456084] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 932.456084] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 932.456084] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 932.456084] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e1aa9925-8acc-4328-bd1d-1f3ff9007d21 already deleted. [ 932.456084] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e1aa9925-8acc-4328-bd1d-1f3ff9007d21" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 932.832593] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock member-b70db8a6-589b-46f1-ab50-a8fac5cfe516 taken with stack trace [, , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 932.832808] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b70db8a6-589b-46f1-ab50-a8fac5cfe516" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 932.835901] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b70db8a6-589b-46f1-ab50-a8fac5cfe516" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 932.836021] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b70db8a6-589b-46f1-ab50-a8fac5cfe516" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 932.836245] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 932.836412] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 932.836496] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 932.836683] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 932.836775] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 932.836923] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b70db8a6-589b-46f1-ab50-a8fac5cfe516" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 932.837165] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock member-b70db8a6-589b-46f1-ab50-a8fac5cfe516 taken with stack trace [, , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 932.837287] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b70db8a6-589b-46f1-ab50-a8fac5cfe516" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 932.837366] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b70db8a6-589b-46f1-ab50-a8fac5cfe516" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 932.837525] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b70db8a6-589b-46f1-ab50-a8fac5cfe516" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 932.837702] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 932.837819] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 932.837881] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 932.838209] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 932.838312] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 932.838506] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b70db8a6-589b-46f1-ab50-a8fac5cfe516" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 932.838654] env[62265]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('b70db8a6-589b-46f1-ab50-a8fac5cfe516',) {} {{(pid=62265) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 932.914862] env[62265]: DEBUG networking_nsxv3.common.locking [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 932.915026] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquiring lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 932.915136] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquired lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 932.915627] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquired external semaphore "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 932.915763] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Releasing lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 932.915923] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Segment Port 104bf01d-9602-4172-9b4c-fbb6fef3f77b not found, creating... [ 932.916226] env[62265]: DEBUG networking_nsxv3.common.locking [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 932.916494] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquiring lock "Segment" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 932.916566] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquired lock "Segment" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 932.916838] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquired external semaphore "Segment" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 932.916909] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Releasing lock "Segment" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 932.917179] env[62265]: DEBUG networking_nsxv3.common.locking [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 932.917340] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquiring lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 932.917458] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquired lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 932.917671] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquired external semaphore "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 932.917994] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Releasing lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 932.918337] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Resource: SegmentPort with ID: 104bf01d-9602-4172-9b4c-fbb6fef3f77b is going to be created. [ 932.937656] env[62265]: DEBUG networking_nsxv3.common.locking [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 932.937861] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquiring lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 932.937933] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquired lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 932.938308] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquired external semaphore "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 932.938578] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Releasing lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 932.939213] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Releasing lock "port-104bf01d-9602-4172-9b4c-fbb6fef3f77b" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 933.342060] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for b70db8a6-589b-46f1-ab50-a8fac5cfe516: rpc.has_security_group_logging(os_id): False [ 933.363079] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 933.363079] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 933.363358] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 933.363393] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 933.363526] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 933.363680] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 933.363771] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 933.363840] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 933.363979] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 933.364073] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 933.364283] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 933.364390] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 933.364457] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 933.365403] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 933.368029] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 933.368029] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 933.368029] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 933.368029] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 933.368029] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 933.368029] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 933.368029] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b70db8a6-589b-46f1-ab50-a8fac5cfe516 is going to be created. [ 933.431571] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 933.431571] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 933.431571] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 933.431571] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 933.431801] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 933.443661] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b70db8a6-589b-46f1-ab50-a8fac5cfe516 in Status: IN_PROGRESS for 2s [ 933.753134] env[62265]: INFO networking_nsxv3.common.synchronization [req-3f6d4e88-bde9-43e7-adee-d7e952a4572c req-b382238c-10db-46cd-a049-e7ce5b00146b service nova] Enqueued Resource ID: e1aa9925-8acc-4328-bd1d-1f3ff9007d21 with Priority: HIGHEST for action security_group_rules [ 933.753774] env[62265]: INFO networking_nsxv3.common.synchronization [req-3f6d4e88-bde9-43e7-adee-d7e952a4572c req-b382238c-10db-46cd-a049-e7ce5b00146b service nova] Enqueued Resource ID: e1aa9925-8acc-4328-bd1d-1f3ff9007d21 with Priority: HIGHEST for action security_group_members [ 933.753956] env[62265]: INFO networking_nsxv3.common.synchronization [req-3f6d4e88-bde9-43e7-adee-d7e952a4572c req-b382238c-10db-46cd-a049-e7ce5b00146b service nova] Enqueued Resource ID: 104bf01d-9602-4172-9b4c-fbb6fef3f77b with Priority: HIGHEST for action port [ 933.754532] env[62265]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e1aa9925-8acc-4328-bd1d-1f3ff9007d21 with Priority: HIGHEST for action security_group_rules [ 933.754702] env[62265]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e1aa9925-8acc-4328-bd1d-1f3ff9007d21 with Priority: HIGHEST for action security_group_members [ 933.754796] env[62265]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 104bf01d-9602-4172-9b4c-fbb6fef3f77b with Priority: HIGHEST for action port [ 933.755166] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e1aa9925-8acc-4328-bd1d-1f3ff9007d21 taken with stack trace [, , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 933.755256] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e1aa9925-8acc-4328-bd1d-1f3ff9007d21" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 933.755356] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e1aa9925-8acc-4328-bd1d-1f3ff9007d21" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 933.755574] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e1aa9925-8acc-4328-bd1d-1f3ff9007d21" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 933.755674] env[62265]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e1aa9925-8acc-4328-bd1d-1f3ff9007d21',) {} {{(pid=62265) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 933.756987] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock member-e1aa9925-8acc-4328-bd1d-1f3ff9007d21 taken with stack trace [, , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 933.757276] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e1aa9925-8acc-4328-bd1d-1f3ff9007d21" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 933.757352] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e1aa9925-8acc-4328-bd1d-1f3ff9007d21" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 933.757610] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e1aa9925-8acc-4328-bd1d-1f3ff9007d21" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 933.757807] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 933.757971] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 933.758100] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 933.758232] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 933.758323] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 933.758438] env[62265]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e1aa9925-8acc-4328-bd1d-1f3ff9007d21',) {} {{(pid=62265) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 933.759330] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock port-104bf01d-9602-4172-9b4c-fbb6fef3f77b taken with stack trace [, , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 933.759441] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-104bf01d-9602-4172-9b4c-fbb6fef3f77b" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 933.759511] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-104bf01d-9602-4172-9b4c-fbb6fef3f77b" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 933.759728] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-104bf01d-9602-4172-9b4c-fbb6fef3f77b" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 933.759805] env[62265]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('104bf01d-9602-4172-9b4c-fbb6fef3f77b',) {} {{(pid=62265) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 934.261740] env[62265]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('e1aa9925-8acc-4328-bd1d-1f3ff9007d21',) {} {{(pid=62265) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 934.263645] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock member-e1aa9925-8acc-4328-bd1d-1f3ff9007d21 taken with stack trace [, , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 934.263765] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e1aa9925-8acc-4328-bd1d-1f3ff9007d21" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 934.263982] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 104bf01d-9602-4172-9b4c-fbb6fef3f77b with status ACTIVE [ 934.264172] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 934.264311] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 934.264371] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 934.264584] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 934.264685] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 934.264858] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 934.265024] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 934.265085] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 934.265278] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 934.265353] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 934.265562] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 934.265676] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 934.265738] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 934.265892] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 934.266077] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 934.266166] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 104bf01d-9602-4172-9b4c-fbb6fef3f77b is going to be updated. [ 934.287214] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 934.287214] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 934.287214] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 934.287214] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 934.287214] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 934.287214] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-104bf01d-9602-4172-9b4c-fbb6fef3f77b" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 934.764900] env[62265]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('e1aa9925-8acc-4328-bd1d-1f3ff9007d21',) {} {{(pid=62265) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 935.254360] env[62265]: INFO networking_nsxv3.common.synchronization [req-c445cd31-d02e-4f36-89d2-bd5727c219e3 req-9ded01bb-4bbd-45f9-a332-fea5c5444a48 tempest-ImagesTestJSON-588636336 tempest-ImagesTestJSON-588636336-project-member] Enqueued Resource ID: 816c28a4-7b3d-4ec6-b8a7-98e59cf7a51f with Priority: HIGHEST for action security_group_members [ 935.254491] env[62265]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 816c28a4-7b3d-4ec6-b8a7-98e59cf7a51f with Priority: HIGHEST for action security_group_members [ 935.258282] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock member-816c28a4-7b3d-4ec6-b8a7-98e59cf7a51f taken with stack trace [, , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 935.258282] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-816c28a4-7b3d-4ec6-b8a7-98e59cf7a51f" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 935.258282] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-816c28a4-7b3d-4ec6-b8a7-98e59cf7a51f" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 935.258282] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-816c28a4-7b3d-4ec6-b8a7-98e59cf7a51f" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 935.258282] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 935.258282] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 935.258282] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 935.258282] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 935.258282] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 935.258282] env[62265]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('816c28a4-7b3d-4ec6-b8a7-98e59cf7a51f',) {} {{(pid=62265) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 935.266701] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 935.266974] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 935.266974] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 935.267205] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 935.267205] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 935.272887] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e1aa9925-8acc-4328-bd1d-1f3ff9007d21 is going to be created. [ 935.290621] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 935.290763] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 935.290832] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 935.291130] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 935.291325] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 935.300534] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e1aa9925-8acc-4328-bd1d-1f3ff9007d21 in Status: UNINITIALIZED for 2s [ 935.454737] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b70db8a6-589b-46f1-ab50-a8fac5cfe516 in Status: SUCCESS [ 935.455471] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b70db8a6-589b-46f1-ab50-a8fac5cfe516" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 935.758195] env[62265]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('816c28a4-7b3d-4ec6-b8a7-98e59cf7a51f',) {} {{(pid=62265) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 936.263642] env[62265]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('816c28a4-7b3d-4ec6-b8a7-98e59cf7a51f',) {} {{(pid=62265) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 936.768519] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 936.768519] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 936.768519] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 936.768519] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 936.768519] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 936.768519] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 816c28a4-7b3d-4ec6-b8a7-98e59cf7a51f is going to be updated. [ 936.793466] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 936.794247] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 936.794247] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 936.794247] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 936.794247] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 936.804410] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 816c28a4-7b3d-4ec6-b8a7-98e59cf7a51f in Status: IN_PROGRESS for 2s [ 937.314898] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e1aa9925-8acc-4328-bd1d-1f3ff9007d21 in Status: SUCCESS [ 937.315322] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e1aa9925-8acc-4328-bd1d-1f3ff9007d21" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 937.316451] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e1aa9925-8acc-4328-bd1d-1f3ff9007d21" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 937.316451] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e1aa9925-8acc-4328-bd1d-1f3ff9007d21" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 937.316451] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 937.316451] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 937.316451] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 937.316451] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 937.316787] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 937.317421] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e1aa9925-8acc-4328-bd1d-1f3ff9007d21" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 937.317580] env[62265]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('e1aa9925-8acc-4328-bd1d-1f3ff9007d21',) {} {{(pid=62265) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 937.820870] env[62265]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('e1aa9925-8acc-4328-bd1d-1f3ff9007d21',) {} {{(pid=62265) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 938.323448] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for e1aa9925-8acc-4328-bd1d-1f3ff9007d21: rpc.has_security_group_logging(os_id): False [ 938.347333] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 938.347333] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 938.347333] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 938.347333] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 938.347518] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 938.347825] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 938.347984] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 938.348062] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 938.348245] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 938.348373] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 938.348481] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e1aa9925-8acc-4328-bd1d-1f3ff9007d21 is going to be created. [ 938.435968] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 938.436334] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 938.436334] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 938.436452] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 938.436604] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 938.453807] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e1aa9925-8acc-4328-bd1d-1f3ff9007d21 in Status: IN_PROGRESS for 2s [ 938.815300] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 816c28a4-7b3d-4ec6-b8a7-98e59cf7a51f in Status: SUCCESS [ 938.815300] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-816c28a4-7b3d-4ec6-b8a7-98e59cf7a51f" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 938.831683] env[62265]: INFO networking_nsxv3.common.synchronization [req-8f0a18ba-9310-40c7-b098-5efac3cf1f0c req-f5f58cc4-9d38-4cf0-b9f6-f453f6b700d8 tempest-ServerGroupTestJSON-142431799 tempest-ServerGroupTestJSON-142431799-project-member] Enqueued Resource ID: 1d5c2009-3bfd-443b-bcdb-fcdd08aba3ef with Priority: HIGHEST for action security_group_members [ 938.832266] env[62265]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1d5c2009-3bfd-443b-bcdb-fcdd08aba3ef with Priority: HIGHEST for action security_group_members [ 938.832593] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock member-1d5c2009-3bfd-443b-bcdb-fcdd08aba3ef taken with stack trace [, , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 938.832711] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1d5c2009-3bfd-443b-bcdb-fcdd08aba3ef" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 938.832781] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1d5c2009-3bfd-443b-bcdb-fcdd08aba3ef" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 938.832997] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1d5c2009-3bfd-443b-bcdb-fcdd08aba3ef" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 938.834879] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 938.835030] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 938.835099] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 938.835288] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 938.836154] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 938.839187] env[62265]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1d5c2009-3bfd-443b-bcdb-fcdd08aba3ef',) {} {{(pid=62265) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 939.344627] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 939.344627] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 939.344627] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 939.345051] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 939.345051] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 939.345051] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 939.345167] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 939.345167] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 939.345951] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 939.345951] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 939.345951] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1d5c2009-3bfd-443b-bcdb-fcdd08aba3ef is going to be updated. [ 939.376019] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 939.376019] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 939.376019] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 939.376019] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 939.376019] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 939.384194] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1d5c2009-3bfd-443b-bcdb-fcdd08aba3ef in Status: IN_PROGRESS for 2s [ 940.467692] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e1aa9925-8acc-4328-bd1d-1f3ff9007d21 in Status: SUCCESS [ 940.470542] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e1aa9925-8acc-4328-bd1d-1f3ff9007d21" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 941.394174] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1d5c2009-3bfd-443b-bcdb-fcdd08aba3ef in Status: SUCCESS [ 941.394174] env[62265]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1d5c2009-3bfd-443b-bcdb-fcdd08aba3ef deletion is rescheduled due to dependency. [ 941.394174] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1d5c2009-3bfd-443b-bcdb-fcdd08aba3ef" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 941.965473] env[62265]: INFO networking_nsxv3.common.synchronization [None req-c9564928-5225-4a99-8982-a6bff4ab14cc None None] Enqueued Resource ID: 22a5b27b-5d8c-40af-b90b-bca0ff6cd511 with Priority: HIGHEST for action port [ 941.966758] env[62265]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 22a5b27b-5d8c-40af-b90b-bca0ff6cd511 with Priority: HIGHEST for action port [ 941.967322] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock port-22a5b27b-5d8c-40af-b90b-bca0ff6cd511 taken with stack trace [, , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 941.967608] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-22a5b27b-5d8c-40af-b90b-bca0ff6cd511" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 941.967759] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-22a5b27b-5d8c-40af-b90b-bca0ff6cd511" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 941.968142] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-22a5b27b-5d8c-40af-b90b-bca0ff6cd511" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 941.968354] env[62265]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('22a5b27b-5d8c-40af-b90b-bca0ff6cd511',) {} {{(pid=62265) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 942.472417] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 22a5b27b-5d8c-40af-b90b-bca0ff6cd511 [ 942.472710] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 942.472900] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 942.473038] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 942.473383] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 942.473454] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 942.473628] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:22a5b27b-5d8c-40af-b90b-bca0ff6cd511 already deleted. [ 942.473628] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-22a5b27b-5d8c-40af-b90b-bca0ff6cd511" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 942.627031] env[62265]: INFO networking_nsxv3.common.synchronization [req-5f65f1be-4184-425c-a7db-75aacd149a86 req-936b3a08-4801-4d85-85f2-2e30a35749e7 tempest-ServerRescueNegativeTestJSON-801777048 tempest-ServerRescueNegativeTestJSON-801777048-project-member] Enqueued Resource ID: b1e841f0-3465-4e49-a96e-4a0c405f1a8b with Priority: HIGHEST for action security_group_members [ 942.627031] env[62265]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b1e841f0-3465-4e49-a96e-4a0c405f1a8b with Priority: HIGHEST for action security_group_members [ 942.627031] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock member-b1e841f0-3465-4e49-a96e-4a0c405f1a8b taken with stack trace [, , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 942.627725] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b1e841f0-3465-4e49-a96e-4a0c405f1a8b" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 942.627725] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b1e841f0-3465-4e49-a96e-4a0c405f1a8b" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 942.627725] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b1e841f0-3465-4e49-a96e-4a0c405f1a8b" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 942.627725] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 942.627725] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 942.627725] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 942.628162] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 942.628162] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 942.629257] env[62265]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b1e841f0-3465-4e49-a96e-4a0c405f1a8b',) {} {{(pid=62265) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 943.129727] env[62265]: DEBUG networking_nsxv3.common.locking [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Lock network-467 taken with stack trace [, , , , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 943.129727] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquiring lock "network-467" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 943.130366] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquired lock "network-467" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 943.130366] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquired external semaphore "network-467" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 943.130433] env[62265]: DEBUG networking_nsxv3.common.locking [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 943.130568] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquiring lock "Segment" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 943.130689] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquired lock "Segment" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 943.130957] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquired external semaphore "Segment" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 943.131463] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Releasing lock "Segment" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 943.131728] env[62265]: DEBUG dogpile.cache.region [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] No value present for key: 'zone-id' {{(pid=62265) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 943.131874] env[62265]: DEBUG dogpile.lock [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] NeedRegenerationException {{(pid=62265) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 943.131995] env[62265]: DEBUG dogpile.lock [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] no value, waiting for create lock {{(pid=62265) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 943.132134] env[62265]: DEBUG dogpile.lock [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] value creation lock acquired {{(pid=62265) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 943.132253] env[62265]: DEBUG dogpile.cache.region [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] No value present for key: 'zone-id' {{(pid=62265) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 943.132385] env[62265]: DEBUG dogpile.lock [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Calling creation function for not-yet-present value {{(pid=62265) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 943.132540] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 943.134241] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 943.134403] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 943.134482] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 943.134657] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 943.134745] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 943.134922] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 943.135033] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 943.135097] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 943.135278] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 943.135366] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 943.135452] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b1e841f0-3465-4e49-a96e-4a0c405f1a8b already deleted. [ 943.135566] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b1e841f0-3465-4e49-a96e-4a0c405f1a8b" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 943.154349] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 943.154908] env[62265]: DEBUG dogpile.cache.region [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=62265) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 943.154908] env[62265]: DEBUG dogpile.lock [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Released creation lock {{(pid=62265) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 943.155052] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Releasing lock "network-467" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 943.155358] env[62265]: DEBUG networking_nsxv3.common.locking [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Lock port-421fd7c7-7b9d-4b24-b050-9e223e9bfb24 taken with stack trace [, , , , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 943.155613] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquiring lock "port-421fd7c7-7b9d-4b24-b050-9e223e9bfb24" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 943.156048] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquired lock "port-421fd7c7-7b9d-4b24-b050-9e223e9bfb24" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 943.156118] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquired external semaphore "port-421fd7c7-7b9d-4b24-b050-9e223e9bfb24" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 943.156246] env[62265]: DEBUG networking_nsxv3.api.rpc [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('421fd7c7-7b9d-4b24-b050-9e223e9bfb24',) {} {{(pid=62265) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 943.574213] env[62265]: INFO networking_nsxv3.common.synchronization [None req-d9459543-fc06-480e-8902-84575f0dbb2b tempest-AttachVolumeTestJSON-1473078117 tempest-AttachVolumeTestJSON-1473078117-project-member] Enqueued Resource ID: 8e819c63-7596-440c-a537-a09e7fc35017 with Priority: HIGHEST for action security_group_rules [ 943.574984] env[62265]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8e819c63-7596-440c-a537-a09e7fc35017 with Priority: HIGHEST for action security_group_rules [ 943.575661] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock rules-8e819c63-7596-440c-a537-a09e7fc35017 taken with stack trace [, , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 943.576289] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-8e819c63-7596-440c-a537-a09e7fc35017" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 943.576289] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-8e819c63-7596-440c-a537-a09e7fc35017" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 943.576558] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-8e819c63-7596-440c-a537-a09e7fc35017" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 943.576681] env[62265]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('8e819c63-7596-440c-a537-a09e7fc35017',) {} {{(pid=62265) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 943.663442] env[62265]: DEBUG networking_nsxv3.common.locking [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 943.663718] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquiring lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 943.663856] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquired lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 943.664900] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquired external semaphore "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 943.664900] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Releasing lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 943.664900] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Segment Port 421fd7c7-7b9d-4b24-b050-9e223e9bfb24 not found, creating... [ 943.665227] env[62265]: DEBUG networking_nsxv3.common.locking [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 943.665461] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquiring lock "Segment" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 943.665812] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquired lock "Segment" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 943.666097] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquired external semaphore "Segment" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 943.666249] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Releasing lock "Segment" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 943.670210] env[62265]: DEBUG networking_nsxv3.common.locking [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 943.670395] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquiring lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 943.670519] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquired lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 943.670759] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquired external semaphore "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 943.670895] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Releasing lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 943.671054] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Resource: SegmentPort with ID: 421fd7c7-7b9d-4b24-b050-9e223e9bfb24 is going to be created. [ 943.684464] env[62265]: INFO networking_nsxv3.common.synchronization [None req-7f138319-3bae-4409-9575-78079bda666d tempest-AttachVolumeTestJSON-1473078117 tempest-AttachVolumeTestJSON-1473078117-project-member] Enqueued Resource ID: 8e819c63-7596-440c-a537-a09e7fc35017 with Priority: HIGHEST for action security_group_rules [ 943.684995] env[62265]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8e819c63-7596-440c-a537-a09e7fc35017 with Priority: HIGHEST for action security_group_rules [ 943.685332] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock rules-8e819c63-7596-440c-a537-a09e7fc35017 taken with stack trace [, , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 943.685527] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-8e819c63-7596-440c-a537-a09e7fc35017" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 943.692916] env[62265]: DEBUG networking_nsxv3.common.locking [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 943.693137] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquiring lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 943.693308] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquired lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 943.693592] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquired external semaphore "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 943.693872] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Releasing lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 943.694128] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Releasing lock "port-421fd7c7-7b9d-4b24-b050-9e223e9bfb24" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 944.096725] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 944.096971] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 944.096971] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 944.097323] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 944.097438] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 944.097494] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 8e819c63-7596-440c-a537-a09e7fc35017 already deleted. [ 944.097536] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-8e819c63-7596-440c-a537-a09e7fc35017" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 944.097700] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-8e819c63-7596-440c-a537-a09e7fc35017" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 944.097873] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-8e819c63-7596-440c-a537-a09e7fc35017" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 944.098465] env[62265]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('8e819c63-7596-440c-a537-a09e7fc35017',) {} {{(pid=62265) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 944.253259] env[62265]: INFO networking_nsxv3.common.synchronization [req-e552c15f-18a5-4ed9-9d7c-05a4a6790ded req-1e1d40f9-c709-494b-85d6-d7da927ebfed tempest-ImagesOneServerTestJSON-1727385772 tempest-ImagesOneServerTestJSON-1727385772-project-member] Enqueued Resource ID: 3eaa7a8d-3076-433e-9370-28725ca9b67c with Priority: HIGHEST for action security_group_members [ 944.253833] env[62265]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3eaa7a8d-3076-433e-9370-28725ca9b67c with Priority: HIGHEST for action security_group_members [ 944.255721] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock member-3eaa7a8d-3076-433e-9370-28725ca9b67c taken with stack trace [, , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 944.255721] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3eaa7a8d-3076-433e-9370-28725ca9b67c" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 944.255721] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3eaa7a8d-3076-433e-9370-28725ca9b67c" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 944.255721] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3eaa7a8d-3076-433e-9370-28725ca9b67c" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 944.255721] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 944.255967] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 944.255967] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 944.256083] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 944.256083] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 944.256260] env[62265]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3eaa7a8d-3076-433e-9370-28725ca9b67c',) {} {{(pid=62265) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 944.536475] env[62265]: INFO networking_nsxv3.common.synchronization [None req-47f48fd9-0960-41b5-aefb-e00a5229a2d5 None None] Enqueued Resource ID: 517ddc26-d821-4317-800b-d0fc12ee81fe with Priority: HIGHEST for action port [ 944.537344] env[62265]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 517ddc26-d821-4317-800b-d0fc12ee81fe with Priority: HIGHEST for action port [ 944.540988] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock port-517ddc26-d821-4317-800b-d0fc12ee81fe taken with stack trace [, , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 944.541158] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-517ddc26-d821-4317-800b-d0fc12ee81fe" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 944.541235] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-517ddc26-d821-4317-800b-d0fc12ee81fe" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 944.541501] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-517ddc26-d821-4317-800b-d0fc12ee81fe" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 944.541580] env[62265]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('517ddc26-d821-4317-800b-d0fc12ee81fe',) {} {{(pid=62265) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 944.623072] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 944.623072] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 944.623340] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 944.623417] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 944.623557] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 944.623705] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 8e819c63-7596-440c-a537-a09e7fc35017 already deleted. [ 944.623836] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-8e819c63-7596-440c-a537-a09e7fc35017" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 944.736442] env[62265]: INFO networking_nsxv3.common.synchronization [req-5f65f1be-4184-425c-a7db-75aacd149a86 req-3706ce22-0ac8-4776-a00c-c4fd0f24fb8b service nova] Enqueued Resource ID: b1e841f0-3465-4e49-a96e-4a0c405f1a8b with Priority: HIGHEST for action security_group_rules [ 944.736845] env[62265]: INFO networking_nsxv3.common.synchronization [req-5f65f1be-4184-425c-a7db-75aacd149a86 req-3706ce22-0ac8-4776-a00c-c4fd0f24fb8b service nova] Enqueued Resource ID: b1e841f0-3465-4e49-a96e-4a0c405f1a8b with Priority: HIGHEST for action security_group_members [ 944.736845] env[62265]: INFO networking_nsxv3.common.synchronization [req-5f65f1be-4184-425c-a7db-75aacd149a86 req-3706ce22-0ac8-4776-a00c-c4fd0f24fb8b service nova] Enqueued Resource ID: 421fd7c7-7b9d-4b24-b050-9e223e9bfb24 with Priority: HIGHEST for action port [ 944.737098] env[62265]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b1e841f0-3465-4e49-a96e-4a0c405f1a8b with Priority: HIGHEST for action security_group_rules [ 944.737150] env[62265]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b1e841f0-3465-4e49-a96e-4a0c405f1a8b with Priority: HIGHEST for action security_group_members [ 944.737203] env[62265]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 421fd7c7-7b9d-4b24-b050-9e223e9bfb24 with Priority: HIGHEST for action port [ 944.737741] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b1e841f0-3465-4e49-a96e-4a0c405f1a8b taken with stack trace [, , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 944.737911] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b1e841f0-3465-4e49-a96e-4a0c405f1a8b" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 944.737911] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b1e841f0-3465-4e49-a96e-4a0c405f1a8b" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 944.738139] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b1e841f0-3465-4e49-a96e-4a0c405f1a8b" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 944.738210] env[62265]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b1e841f0-3465-4e49-a96e-4a0c405f1a8b',) {} {{(pid=62265) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 944.739045] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock member-b1e841f0-3465-4e49-a96e-4a0c405f1a8b taken with stack trace [, , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 944.739152] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b1e841f0-3465-4e49-a96e-4a0c405f1a8b" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 944.739211] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b1e841f0-3465-4e49-a96e-4a0c405f1a8b" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 944.739377] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b1e841f0-3465-4e49-a96e-4a0c405f1a8b" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 944.739517] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 944.739711] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 944.739711] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 944.739853] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 944.739885] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 944.739962] env[62265]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b1e841f0-3465-4e49-a96e-4a0c405f1a8b',) {} {{(pid=62265) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 944.741191] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock port-421fd7c7-7b9d-4b24-b050-9e223e9bfb24 taken with stack trace [, , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 944.741191] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-421fd7c7-7b9d-4b24-b050-9e223e9bfb24" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 944.741191] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-421fd7c7-7b9d-4b24-b050-9e223e9bfb24" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 944.741395] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-421fd7c7-7b9d-4b24-b050-9e223e9bfb24" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 944.741395] env[62265]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('421fd7c7-7b9d-4b24-b050-9e223e9bfb24',) {} {{(pid=62265) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 944.759139] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 944.759386] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 944.759386] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 944.759627] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 944.759627] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 944.759803] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 944.759898] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 944.759951] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 944.760110] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 944.760190] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 944.764191] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3eaa7a8d-3076-433e-9370-28725ca9b67c is going to be updated. [ 944.789565] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 944.789847] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 944.789847] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 944.789968] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 944.790107] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 944.801689] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3eaa7a8d-3076-433e-9370-28725ca9b67c in Status: IN_PROGRESS for 2s [ 945.043466] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 517ddc26-d821-4317-800b-d0fc12ee81fe [ 945.043705] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 945.044021] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 945.044021] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 945.044166] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 945.044259] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 945.044382] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:517ddc26-d821-4317-800b-d0fc12ee81fe already deleted. [ 945.044439] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-517ddc26-d821-4317-800b-d0fc12ee81fe" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 945.244129] env[62265]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('b1e841f0-3465-4e49-a96e-4a0c405f1a8b',) {} {{(pid=62265) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 945.244653] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock member-b1e841f0-3465-4e49-a96e-4a0c405f1a8b taken with stack trace [, , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 945.244757] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b1e841f0-3465-4e49-a96e-4a0c405f1a8b" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 945.244920] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 421fd7c7-7b9d-4b24-b050-9e223e9bfb24 with status ACTIVE [ 945.245091] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 945.245197] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 945.245260] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 945.246539] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 945.246695] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 945.246895] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 945.247026] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 945.247109] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 945.247300] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 945.247379] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 945.247576] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 945.247709] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 945.247768] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 945.247910] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 945.247982] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 945.248099] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 421fd7c7-7b9d-4b24-b050-9e223e9bfb24 is going to be updated. [ 945.271824] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 945.272168] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 945.272168] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 945.272553] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 945.272910] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 945.273102] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-421fd7c7-7b9d-4b24-b050-9e223e9bfb24" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 945.751777] env[62265]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('b1e841f0-3465-4e49-a96e-4a0c405f1a8b',) {} {{(pid=62265) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 946.254580] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 946.254580] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 946.254926] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 946.254926] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 946.255045] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 946.255076] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b1e841f0-3465-4e49-a96e-4a0c405f1a8b is going to be created. [ 946.277813] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 946.278243] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 946.278243] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 946.278373] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 946.278591] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 946.289617] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b1e841f0-3465-4e49-a96e-4a0c405f1a8b in Status: UNINITIALIZED for 2s [ 946.814040] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3eaa7a8d-3076-433e-9370-28725ca9b67c in Status: SUCCESS [ 946.814040] env[62265]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3eaa7a8d-3076-433e-9370-28725ca9b67c deletion is rescheduled due to dependency. [ 946.814040] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3eaa7a8d-3076-433e-9370-28725ca9b67c" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 946.919937] env[62265]: INFO networking_nsxv3.common.synchronization [None req-dcd769b7-fdc5-4d94-8635-20d9cb21bce3 None None] Enqueued Resource ID: 7534ca01-cd56-4f09-b9d5-b657774dd4c8 with Priority: HIGHEST for action port [ 946.920215] env[62265]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7534ca01-cd56-4f09-b9d5-b657774dd4c8 with Priority: HIGHEST for action port [ 946.920845] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock port-7534ca01-cd56-4f09-b9d5-b657774dd4c8 taken with stack trace [, , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 946.920980] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-7534ca01-cd56-4f09-b9d5-b657774dd4c8" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 946.920980] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-7534ca01-cd56-4f09-b9d5-b657774dd4c8" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 946.921259] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-7534ca01-cd56-4f09-b9d5-b657774dd4c8" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 946.921357] env[62265]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7534ca01-cd56-4f09-b9d5-b657774dd4c8',) {} {{(pid=62265) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 947.425884] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 7534ca01-cd56-4f09-b9d5-b657774dd4c8 [ 947.426311] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 947.426421] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 947.426421] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 947.426677] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 947.426777] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 947.426878] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:7534ca01-cd56-4f09-b9d5-b657774dd4c8 already deleted. [ 947.426955] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-7534ca01-cd56-4f09-b9d5-b657774dd4c8" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 947.955122] env[62265]: INFO networking_nsxv3.common.synchronization [req-c6305d7b-0d0f-4c72-9ac8-15fb053de98b req-e7af78ad-2adf-435a-9428-ed3b4527f6aa tempest-AttachVolumeNegativeTest-1860273183 tempest-AttachVolumeNegativeTest-1860273183-project-member] Enqueued Resource ID: c8509c53-531d-40fa-8d66-9f26778803f5 with Priority: HIGHEST for action security_group_members [ 947.955923] env[62265]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c8509c53-531d-40fa-8d66-9f26778803f5 with Priority: HIGHEST for action security_group_members [ 947.957658] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock member-c8509c53-531d-40fa-8d66-9f26778803f5 taken with stack trace [, , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 947.957790] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c8509c53-531d-40fa-8d66-9f26778803f5" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 947.957858] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c8509c53-531d-40fa-8d66-9f26778803f5" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 947.958176] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c8509c53-531d-40fa-8d66-9f26778803f5" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 947.958337] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 947.958439] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 947.958501] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 947.958667] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 947.958755] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 947.958853] env[62265]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c8509c53-531d-40fa-8d66-9f26778803f5',) {} {{(pid=62265) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 948.272628] env[62265]: DEBUG networking_nsxv3.common.locking [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Lock network-806 taken with stack trace [, , , , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 948.272628] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquiring lock "network-806" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 948.272963] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquired lock "network-806" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 948.274042] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquired external semaphore "network-806" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 948.274042] env[62265]: DEBUG networking_nsxv3.common.locking [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 948.274042] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquiring lock "Segment" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 948.278271] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquired lock "Segment" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 948.278271] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquired external semaphore "Segment" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 948.278271] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Releasing lock "Segment" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 948.278271] env[62265]: DEBUG dogpile.cache.region [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] No value present for key: 'zone-id' {{(pid=62265) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 948.278271] env[62265]: DEBUG dogpile.lock [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] NeedRegenerationException {{(pid=62265) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 948.278271] env[62265]: DEBUG dogpile.lock [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] no value, waiting for create lock {{(pid=62265) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 948.278271] env[62265]: DEBUG dogpile.lock [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] value creation lock acquired {{(pid=62265) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 948.278271] env[62265]: DEBUG dogpile.cache.region [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] No value present for key: 'zone-id' {{(pid=62265) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 948.278271] env[62265]: DEBUG dogpile.lock [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Calling creation function for not-yet-present value {{(pid=62265) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 948.278271] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 948.298866] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 948.298866] env[62265]: DEBUG dogpile.cache.region [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=62265) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 948.298866] env[62265]: DEBUG dogpile.lock [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Released creation lock {{(pid=62265) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 948.298866] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Releasing lock "network-806" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 948.298866] env[62265]: DEBUG networking_nsxv3.common.locking [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Lock port-8b616ced-c3f6-474b-b20b-85a8f59f9800 taken with stack trace [, , , , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 948.299304] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquiring lock "port-8b616ced-c3f6-474b-b20b-85a8f59f9800" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 948.299304] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquired lock "port-8b616ced-c3f6-474b-b20b-85a8f59f9800" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 948.299534] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquired external semaphore "port-8b616ced-c3f6-474b-b20b-85a8f59f9800" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 948.299676] env[62265]: DEBUG networking_nsxv3.api.rpc [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8b616ced-c3f6-474b-b20b-85a8f59f9800',) {} {{(pid=62265) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 948.302104] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b1e841f0-3465-4e49-a96e-4a0c405f1a8b in Status: SUCCESS [ 948.302104] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b1e841f0-3465-4e49-a96e-4a0c405f1a8b" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 948.302104] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b1e841f0-3465-4e49-a96e-4a0c405f1a8b" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 948.302104] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b1e841f0-3465-4e49-a96e-4a0c405f1a8b" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 948.302104] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 948.302104] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 948.302104] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 948.302473] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 948.302473] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 948.302677] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b1e841f0-3465-4e49-a96e-4a0c405f1a8b" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 948.302677] env[62265]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('b1e841f0-3465-4e49-a96e-4a0c405f1a8b',) {} {{(pid=62265) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 948.461274] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 948.461535] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 948.461535] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 948.462151] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 948.462151] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 948.462151] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 948.462151] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 948.462439] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 948.462439] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 948.462439] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 948.462554] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c8509c53-531d-40fa-8d66-9f26778803f5 already deleted. [ 948.462982] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c8509c53-531d-40fa-8d66-9f26778803f5" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 948.804773] env[62265]: DEBUG networking_nsxv3.common.locking [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 948.805011] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquiring lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 948.805157] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquired lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 948.805437] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquired external semaphore "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 948.805591] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Releasing lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 948.805747] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Segment Port 8b616ced-c3f6-474b-b20b-85a8f59f9800 not found, creating... [ 948.807023] env[62265]: DEBUG networking_nsxv3.common.locking [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 948.807023] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquiring lock "Segment" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 948.807023] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquired lock "Segment" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 948.807023] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquired external semaphore "Segment" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 948.807023] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Releasing lock "Segment" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 948.807023] env[62265]: DEBUG networking_nsxv3.common.locking [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 948.807325] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquiring lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 948.807325] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquired lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 948.807429] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquired external semaphore "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 948.807558] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Releasing lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 948.807693] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Resource: SegmentPort with ID: 8b616ced-c3f6-474b-b20b-85a8f59f9800 is going to be created. [ 948.808796] env[62265]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('b1e841f0-3465-4e49-a96e-4a0c405f1a8b',) {} {{(pid=62265) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 948.827018] env[62265]: DEBUG networking_nsxv3.common.locking [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 948.827018] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquiring lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 948.827018] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquired lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 948.827018] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquired external semaphore "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 948.827018] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Releasing lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 948.827314] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Releasing lock "port-8b616ced-c3f6-474b-b20b-85a8f59f9800" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 949.239987] env[62265]: INFO networking_nsxv3.common.synchronization [None req-bad68636-8a52-4867-8daa-9fc937470dfa None None] Enqueued Resource ID: 0964bb35-b06c-4940-a22c-8341d7bbbe52 with Priority: HIGHEST for action port [ 949.240267] env[62265]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0964bb35-b06c-4940-a22c-8341d7bbbe52 with Priority: HIGHEST for action port [ 949.240838] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock port-0964bb35-b06c-4940-a22c-8341d7bbbe52 taken with stack trace [, , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 949.241136] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-0964bb35-b06c-4940-a22c-8341d7bbbe52" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 949.241136] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-0964bb35-b06c-4940-a22c-8341d7bbbe52" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 949.241378] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-0964bb35-b06c-4940-a22c-8341d7bbbe52" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 949.241459] env[62265]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0964bb35-b06c-4940-a22c-8341d7bbbe52',) {} {{(pid=62265) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 949.311063] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for b1e841f0-3465-4e49-a96e-4a0c405f1a8b: rpc.has_security_group_logging(os_id): False [ 949.329382] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 949.329382] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 949.329382] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 949.329539] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 949.329591] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 949.330197] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 949.330197] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 949.330197] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 949.330398] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 949.330771] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 949.330771] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b1e841f0-3465-4e49-a96e-4a0c405f1a8b is going to be created. [ 949.384071] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 949.384071] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 949.384071] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 949.384071] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 949.384071] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 949.395604] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b1e841f0-3465-4e49-a96e-4a0c405f1a8b in Status: IN_PROGRESS for 2s [ 949.707389] env[62265]: INFO networking_nsxv3.common.synchronization [req-c6305d7b-0d0f-4c72-9ac8-15fb053de98b req-ad46c113-2400-4e49-a151-8b5989edf5d7 service nova] Enqueued Resource ID: c8509c53-531d-40fa-8d66-9f26778803f5 with Priority: HIGHEST for action security_group_rules [ 949.707389] env[62265]: INFO networking_nsxv3.common.synchronization [req-c6305d7b-0d0f-4c72-9ac8-15fb053de98b req-ad46c113-2400-4e49-a151-8b5989edf5d7 service nova] Enqueued Resource ID: c8509c53-531d-40fa-8d66-9f26778803f5 with Priority: HIGHEST for action security_group_members [ 949.707805] env[62265]: INFO networking_nsxv3.common.synchronization [req-c6305d7b-0d0f-4c72-9ac8-15fb053de98b req-ad46c113-2400-4e49-a151-8b5989edf5d7 service nova] Enqueued Resource ID: 8b616ced-c3f6-474b-b20b-85a8f59f9800 with Priority: HIGHEST for action port [ 949.707805] env[62265]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c8509c53-531d-40fa-8d66-9f26778803f5 with Priority: HIGHEST for action security_group_rules [ 949.707805] env[62265]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c8509c53-531d-40fa-8d66-9f26778803f5 with Priority: HIGHEST for action security_group_members [ 949.707975] env[62265]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8b616ced-c3f6-474b-b20b-85a8f59f9800 with Priority: HIGHEST for action port [ 949.708916] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c8509c53-531d-40fa-8d66-9f26778803f5 taken with stack trace [, , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 949.708916] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c8509c53-531d-40fa-8d66-9f26778803f5" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 949.709235] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c8509c53-531d-40fa-8d66-9f26778803f5" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 949.709565] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c8509c53-531d-40fa-8d66-9f26778803f5" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 949.709648] env[62265]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c8509c53-531d-40fa-8d66-9f26778803f5',) {} {{(pid=62265) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 949.710539] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock member-c8509c53-531d-40fa-8d66-9f26778803f5 taken with stack trace [, , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 949.710664] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c8509c53-531d-40fa-8d66-9f26778803f5" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 949.710728] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c8509c53-531d-40fa-8d66-9f26778803f5" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 949.710925] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c8509c53-531d-40fa-8d66-9f26778803f5" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 949.711087] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 949.711219] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 949.711219] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 949.711408] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 949.711528] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 949.711629] env[62265]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c8509c53-531d-40fa-8d66-9f26778803f5',) {} {{(pid=62265) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 949.712828] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock port-8b616ced-c3f6-474b-b20b-85a8f59f9800 taken with stack trace [, , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 949.712828] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-8b616ced-c3f6-474b-b20b-85a8f59f9800" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 949.712828] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-8b616ced-c3f6-474b-b20b-85a8f59f9800" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 949.712828] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-8b616ced-c3f6-474b-b20b-85a8f59f9800" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 949.712828] env[62265]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8b616ced-c3f6-474b-b20b-85a8f59f9800',) {} {{(pid=62265) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 949.745175] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 0964bb35-b06c-4940-a22c-8341d7bbbe52 [ 949.745406] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 949.745524] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 949.745605] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 949.745828] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 949.745910] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 949.746017] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:0964bb35-b06c-4940-a22c-8341d7bbbe52 already deleted. [ 949.746105] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-0964bb35-b06c-4940-a22c-8341d7bbbe52" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 950.214799] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock member-c8509c53-531d-40fa-8d66-9f26778803f5 taken with stack trace [, , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 950.214799] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c8509c53-531d-40fa-8d66-9f26778803f5" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 950.214959] env[62265]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('c8509c53-531d-40fa-8d66-9f26778803f5',) {} {{(pid=62265) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 950.216274] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 8b616ced-c3f6-474b-b20b-85a8f59f9800 with status ACTIVE [ 950.216274] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 950.216434] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 950.216434] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 950.216603] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 950.216700] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 950.216919] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 950.217059] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 950.217135] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 950.217308] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 950.217759] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 950.217899] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 950.218038] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 950.218650] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 950.218650] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 950.218650] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 950.218650] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 8b616ced-c3f6-474b-b20b-85a8f59f9800 is going to be updated. [ 950.256924] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 950.257255] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 950.257255] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 950.257395] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 950.257527] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 950.257726] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-8b616ced-c3f6-474b-b20b-85a8f59f9800" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 950.447251] env[62265]: INFO networking_nsxv3.common.synchronization [req-2605f8f9-1cc7-4fa2-afbf-51aedfbd3c20 req-cd8048e1-d970-4676-a27f-c6d98c174c14 tempest-ServerMetadataTestJSON-310651987 tempest-ServerMetadataTestJSON-310651987-project-member] Enqueued Resource ID: 7c32117f-f49b-4b2f-810a-9daef4f7badf with Priority: HIGHEST for action security_group_members [ 950.447785] env[62265]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7c32117f-f49b-4b2f-810a-9daef4f7badf with Priority: HIGHEST for action security_group_members [ 950.448097] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock member-7c32117f-f49b-4b2f-810a-9daef4f7badf taken with stack trace [, , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 950.448214] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7c32117f-f49b-4b2f-810a-9daef4f7badf" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 950.448285] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7c32117f-f49b-4b2f-810a-9daef4f7badf" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 950.448539] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7c32117f-f49b-4b2f-810a-9daef4f7badf" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 950.448682] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 950.448779] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 950.448855] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 950.450553] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 950.450695] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 950.450815] env[62265]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7c32117f-f49b-4b2f-810a-9daef4f7badf',) {} {{(pid=62265) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 950.721624] env[62265]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('c8509c53-531d-40fa-8d66-9f26778803f5',) {} {{(pid=62265) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 950.940056] env[62265]: DEBUG networking_nsxv3.common.locking [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Lock network-778 taken with stack trace [, , , , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 950.940280] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquiring lock "network-778" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 950.940410] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquired lock "network-778" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 950.940741] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquired external semaphore "network-778" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 950.941546] env[62265]: DEBUG networking_nsxv3.common.locking [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 950.941836] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquiring lock "Segment" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 950.942010] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquired lock "Segment" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 950.942285] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquired external semaphore "Segment" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 950.942477] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Releasing lock "Segment" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 950.942724] env[62265]: DEBUG dogpile.cache.region [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] No value present for key: 'zone-id' {{(pid=62265) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 950.942909] env[62265]: DEBUG dogpile.lock [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] NeedRegenerationException {{(pid=62265) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 950.943209] env[62265]: DEBUG dogpile.lock [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] no value, waiting for create lock {{(pid=62265) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 950.943371] env[62265]: DEBUG dogpile.lock [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] value creation lock acquired {{(pid=62265) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 950.943498] env[62265]: DEBUG dogpile.cache.region [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] No value present for key: 'zone-id' {{(pid=62265) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 950.943613] env[62265]: DEBUG dogpile.lock [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Calling creation function for not-yet-present value {{(pid=62265) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 950.943754] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 950.952516] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 950.952685] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 950.952781] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 950.953077] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 950.953077] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 950.953339] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 950.953462] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 950.953546] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 950.953722] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 950.953819] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 950.953937] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7c32117f-f49b-4b2f-810a-9daef4f7badf already deleted. [ 950.954055] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7c32117f-f49b-4b2f-810a-9daef4f7badf" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 950.960221] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 950.960335] env[62265]: DEBUG dogpile.cache.region [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Cache value generated in 0.017 seconds for key(s): 'zone-id' {{(pid=62265) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 950.960478] env[62265]: DEBUG dogpile.lock [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Released creation lock {{(pid=62265) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 950.960648] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Releasing lock "network-778" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 950.960936] env[62265]: DEBUG networking_nsxv3.common.locking [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Lock port-37ec99c7-ac89-4e54-a8bf-55f8d4ccd25f taken with stack trace [, , , , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 950.961118] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquiring lock "port-37ec99c7-ac89-4e54-a8bf-55f8d4ccd25f" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 950.961285] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquired lock "port-37ec99c7-ac89-4e54-a8bf-55f8d4ccd25f" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 950.961560] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquired external semaphore "port-37ec99c7-ac89-4e54-a8bf-55f8d4ccd25f" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 950.961700] env[62265]: DEBUG networking_nsxv3.api.rpc [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('37ec99c7-ac89-4e54-a8bf-55f8d4ccd25f',) {} {{(pid=62265) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 951.093144] env[62265]: INFO networking_nsxv3.common.synchronization [req-b4977bfa-7633-4cc8-9bd9-db06e7b2a73b req-bc93127e-1ff9-4e0b-8299-76766e5a701d tempest-ServerDiskConfigTestJSON-1010102246 tempest-ServerDiskConfigTestJSON-1010102246-project-member] Enqueued Resource ID: b70db8a6-589b-46f1-ab50-a8fac5cfe516 with Priority: HIGHEST for action security_group_members [ 951.093713] env[62265]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b70db8a6-589b-46f1-ab50-a8fac5cfe516 with Priority: HIGHEST for action security_group_members [ 951.094030] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock member-b70db8a6-589b-46f1-ab50-a8fac5cfe516 taken with stack trace [, , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 951.094162] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b70db8a6-589b-46f1-ab50-a8fac5cfe516" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 951.094275] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b70db8a6-589b-46f1-ab50-a8fac5cfe516" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 951.094445] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b70db8a6-589b-46f1-ab50-a8fac5cfe516" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 951.094596] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 951.094695] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 951.094757] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 951.094900] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 951.094982] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 951.095198] env[62265]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b70db8a6-589b-46f1-ab50-a8fac5cfe516',) {} {{(pid=62265) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 951.225281] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 951.225432] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 951.225508] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 951.225724] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 951.225817] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 951.225916] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c8509c53-531d-40fa-8d66-9f26778803f5 is going to be created. [ 951.248240] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 951.248240] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 951.248345] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 951.248597] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 951.248777] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 951.257128] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c8509c53-531d-40fa-8d66-9f26778803f5 in Status: UNINITIALIZED for 2s [ 951.408806] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b1e841f0-3465-4e49-a96e-4a0c405f1a8b in Status: SUCCESS [ 951.409051] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b1e841f0-3465-4e49-a96e-4a0c405f1a8b" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 951.464573] env[62265]: DEBUG networking_nsxv3.common.locking [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 951.464842] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquiring lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 951.464973] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquired lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 951.465285] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquired external semaphore "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 951.465437] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Releasing lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 951.465609] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Segment Port 37ec99c7-ac89-4e54-a8bf-55f8d4ccd25f not found, creating... [ 951.465888] env[62265]: DEBUG networking_nsxv3.common.locking [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 951.466071] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquiring lock "Segment" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 951.466196] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquired lock "Segment" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 951.466418] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquired external semaphore "Segment" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 951.466572] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Releasing lock "Segment" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 951.467414] env[62265]: DEBUG networking_nsxv3.common.locking [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 951.467656] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquiring lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 951.467811] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquired lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 951.468117] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquired external semaphore "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 951.468264] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Releasing lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 951.468465] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Resource: SegmentPort with ID: 37ec99c7-ac89-4e54-a8bf-55f8d4ccd25f is going to be created. [ 951.489704] env[62265]: DEBUG networking_nsxv3.common.locking [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 951.489944] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquiring lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 951.490139] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquired lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 951.490490] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquired external semaphore "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 951.490810] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Releasing lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 951.491567] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Releasing lock "port-37ec99c7-ac89-4e54-a8bf-55f8d4ccd25f" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 951.597532] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 951.600375] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 951.600375] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 951.600375] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 951.600375] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 951.600375] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 951.600375] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 951.600375] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 951.600375] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 951.600375] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 951.600375] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b70db8a6-589b-46f1-ab50-a8fac5cfe516 is going to be updated. [ 951.637023] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 951.637023] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 951.637023] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 951.637023] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 951.637023] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 951.645416] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b70db8a6-589b-46f1-ab50-a8fac5cfe516 in Status: IN_PROGRESS for 2s [ 952.207181] env[62265]: INFO networking_nsxv3.common.synchronization [req-2605f8f9-1cc7-4fa2-afbf-51aedfbd3c20 req-7b220ca3-0195-4c08-8424-a3479d70e0dc service nova] Enqueued Resource ID: 7c32117f-f49b-4b2f-810a-9daef4f7badf with Priority: HIGHEST for action security_group_rules [ 952.207496] env[62265]: INFO networking_nsxv3.common.synchronization [req-2605f8f9-1cc7-4fa2-afbf-51aedfbd3c20 req-7b220ca3-0195-4c08-8424-a3479d70e0dc service nova] Enqueued Resource ID: 7c32117f-f49b-4b2f-810a-9daef4f7badf with Priority: HIGHEST for action security_group_members [ 952.207702] env[62265]: INFO networking_nsxv3.common.synchronization [req-2605f8f9-1cc7-4fa2-afbf-51aedfbd3c20 req-7b220ca3-0195-4c08-8424-a3479d70e0dc service nova] Enqueued Resource ID: 37ec99c7-ac89-4e54-a8bf-55f8d4ccd25f with Priority: HIGHEST for action port [ 952.207900] env[62265]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7c32117f-f49b-4b2f-810a-9daef4f7badf with Priority: HIGHEST for action security_group_rules [ 952.208035] env[62265]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7c32117f-f49b-4b2f-810a-9daef4f7badf with Priority: HIGHEST for action security_group_members [ 952.208156] env[62265]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 37ec99c7-ac89-4e54-a8bf-55f8d4ccd25f with Priority: HIGHEST for action port [ 952.208761] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock rules-7c32117f-f49b-4b2f-810a-9daef4f7badf taken with stack trace [, , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 952.208850] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-7c32117f-f49b-4b2f-810a-9daef4f7badf" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 952.208912] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-7c32117f-f49b-4b2f-810a-9daef4f7badf" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 952.209165] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-7c32117f-f49b-4b2f-810a-9daef4f7badf" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 952.209252] env[62265]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('7c32117f-f49b-4b2f-810a-9daef4f7badf',) {} {{(pid=62265) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 952.210067] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock member-7c32117f-f49b-4b2f-810a-9daef4f7badf taken with stack trace [, , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 952.210184] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7c32117f-f49b-4b2f-810a-9daef4f7badf" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 952.210283] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7c32117f-f49b-4b2f-810a-9daef4f7badf" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 952.210405] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7c32117f-f49b-4b2f-810a-9daef4f7badf" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 952.210561] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 952.210670] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 952.210732] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 952.210880] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 952.210964] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 952.211061] env[62265]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7c32117f-f49b-4b2f-810a-9daef4f7badf',) {} {{(pid=62265) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 952.211746] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock port-37ec99c7-ac89-4e54-a8bf-55f8d4ccd25f taken with stack trace [, , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 952.211853] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-37ec99c7-ac89-4e54-a8bf-55f8d4ccd25f" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 952.211917] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-37ec99c7-ac89-4e54-a8bf-55f8d4ccd25f" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 952.214185] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-37ec99c7-ac89-4e54-a8bf-55f8d4ccd25f" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 952.214517] env[62265]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('37ec99c7-ac89-4e54-a8bf-55f8d4ccd25f',) {} {{(pid=62265) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 952.715991] env[62265]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('7c32117f-f49b-4b2f-810a-9daef4f7badf',) {} {{(pid=62265) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 952.717307] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock member-7c32117f-f49b-4b2f-810a-9daef4f7badf taken with stack trace [, , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 952.717307] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7c32117f-f49b-4b2f-810a-9daef4f7badf" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 952.717419] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 37ec99c7-ac89-4e54-a8bf-55f8d4ccd25f with status ACTIVE [ 952.717479] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 952.717578] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 952.717646] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 952.717835] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 952.718415] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 952.718415] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 952.718415] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 952.718415] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 952.718415] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 952.718632] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 952.718632] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 952.718745] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 952.718776] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 952.719023] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 952.719023] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 952.720013] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 37ec99c7-ac89-4e54-a8bf-55f8d4ccd25f is going to be updated. [ 952.741961] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 952.741961] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 952.741961] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 952.741961] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 952.741961] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 952.741961] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-37ec99c7-ac89-4e54-a8bf-55f8d4ccd25f" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 953.222185] env[62265]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('7c32117f-f49b-4b2f-810a-9daef4f7badf',) {} {{(pid=62265) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 953.266575] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c8509c53-531d-40fa-8d66-9f26778803f5 in Status: SUCCESS [ 953.266763] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c8509c53-531d-40fa-8d66-9f26778803f5" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 953.266940] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c8509c53-531d-40fa-8d66-9f26778803f5" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 953.267160] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c8509c53-531d-40fa-8d66-9f26778803f5" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 953.267351] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 953.267490] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 953.267566] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 953.267706] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 953.267784] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 953.267879] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c8509c53-531d-40fa-8d66-9f26778803f5" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 953.267956] env[62265]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('c8509c53-531d-40fa-8d66-9f26778803f5',) {} {{(pid=62265) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 953.654867] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b70db8a6-589b-46f1-ab50-a8fac5cfe516 in Status: SUCCESS [ 953.655139] env[62265]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b70db8a6-589b-46f1-ab50-a8fac5cfe516 deletion is rescheduled due to dependency. [ 953.655315] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b70db8a6-589b-46f1-ab50-a8fac5cfe516" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 953.724536] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 953.724696] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 953.724774] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 953.724983] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 953.725086] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 953.725185] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7c32117f-f49b-4b2f-810a-9daef4f7badf is going to be created. [ 953.746078] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 953.746215] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 953.746277] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 953.747194] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 953.747194] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 953.754338] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7c32117f-f49b-4b2f-810a-9daef4f7badf in Status: UNINITIALIZED for 2s [ 953.771132] env[62265]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('c8509c53-531d-40fa-8d66-9f26778803f5',) {} {{(pid=62265) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 954.273966] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for c8509c53-531d-40fa-8d66-9f26778803f5: rpc.has_security_group_logging(os_id): False [ 954.297166] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 954.297166] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 954.297425] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 954.297425] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 954.297544] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 954.297741] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 954.297860] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 954.297932] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 954.298103] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 954.298181] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 954.298270] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c8509c53-531d-40fa-8d66-9f26778803f5 is going to be created. [ 954.349572] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 954.349746] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 954.350267] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 954.350267] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 954.350445] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 954.359638] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c8509c53-531d-40fa-8d66-9f26778803f5 in Status: IN_PROGRESS for 2s [ 955.733035] env[62265]: INFO networking_nsxv3.common.synchronization [req-1aeb27fc-9a01-4fc7-a78d-815e334cd397 req-b532759f-9fad-4635-8d20-95669c6827f3 tempest-ServersAdminTestJSON-792054294 tempest-ServersAdminTestJSON-792054294-project-member] Enqueued Resource ID: b14d34b3-3850-409a-ad29-5e7f511073a0 with Priority: HIGHEST for action security_group_members [ 955.733373] env[62265]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b14d34b3-3850-409a-ad29-5e7f511073a0 with Priority: HIGHEST for action security_group_members [ 955.733605] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock member-b14d34b3-3850-409a-ad29-5e7f511073a0 taken with stack trace [, , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 955.733725] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b14d34b3-3850-409a-ad29-5e7f511073a0" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 955.733791] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b14d34b3-3850-409a-ad29-5e7f511073a0" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 955.733984] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b14d34b3-3850-409a-ad29-5e7f511073a0" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 955.734146] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 955.734243] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 955.734315] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 955.734493] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 955.734579] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 955.734671] env[62265]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b14d34b3-3850-409a-ad29-5e7f511073a0',) {} {{(pid=62265) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 955.764115] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7c32117f-f49b-4b2f-810a-9daef4f7badf in Status: SUCCESS [ 955.764396] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7c32117f-f49b-4b2f-810a-9daef4f7badf" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 955.764553] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7c32117f-f49b-4b2f-810a-9daef4f7badf" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 955.764757] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7c32117f-f49b-4b2f-810a-9daef4f7badf" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 955.764945] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 955.765063] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 955.765172] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 955.765287] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 955.765365] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 955.765436] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7c32117f-f49b-4b2f-810a-9daef4f7badf" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 955.765604] env[62265]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('7c32117f-f49b-4b2f-810a-9daef4f7badf',) {} {{(pid=62265) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 956.238979] env[62265]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('b14d34b3-3850-409a-ad29-5e7f511073a0',) {} {{(pid=62265) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 956.269557] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock member-7c32117f-f49b-4b2f-810a-9daef4f7badf taken with stack trace [, , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 956.269557] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7c32117f-f49b-4b2f-810a-9daef4f7badf" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 956.269557] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7c32117f-f49b-4b2f-810a-9daef4f7badf" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 956.269557] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7c32117f-f49b-4b2f-810a-9daef4f7badf" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 956.269860] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 956.269860] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 956.271234] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 956.271234] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 956.271234] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 956.271234] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7c32117f-f49b-4b2f-810a-9daef4f7badf" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 956.271234] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock member-7c32117f-f49b-4b2f-810a-9daef4f7badf taken with stack trace [, , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 956.271234] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7c32117f-f49b-4b2f-810a-9daef4f7badf" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 956.271234] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7c32117f-f49b-4b2f-810a-9daef4f7badf" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 956.271234] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7c32117f-f49b-4b2f-810a-9daef4f7badf" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 956.271234] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 956.271234] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 956.271234] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 956.271610] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 956.271610] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 956.271610] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7c32117f-f49b-4b2f-810a-9daef4f7badf" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 956.273061] env[62265]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('7c32117f-f49b-4b2f-810a-9daef4f7badf',) {} {{(pid=62265) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 956.371430] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c8509c53-531d-40fa-8d66-9f26778803f5 in Status: SUCCESS [ 956.375322] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c8509c53-531d-40fa-8d66-9f26778803f5" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 956.740222] env[62265]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('b14d34b3-3850-409a-ad29-5e7f511073a0',) {} {{(pid=62265) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 956.775036] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 7c32117f-f49b-4b2f-810a-9daef4f7badf: rpc.has_security_group_logging(os_id): False [ 956.790708] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 956.793018] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 956.793018] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 956.793018] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 956.793018] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 956.793018] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 956.793018] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 956.793018] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 956.793018] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 956.793018] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 956.793018] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 956.793018] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 956.793018] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 956.793773] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 956.793993] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 956.796212] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 956.796212] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 956.796212] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 956.796212] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 956.796212] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 956.796212] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 7c32117f-f49b-4b2f-810a-9daef4f7badf is going to be created. [ 956.851414] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 956.851414] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 956.851414] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 956.851414] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 956.851414] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 956.859955] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 7c32117f-f49b-4b2f-810a-9daef4f7badf in Status: IN_PROGRESS for 2s [ 957.244328] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 957.244328] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 957.244328] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 957.244328] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 957.244328] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 957.244328] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b14d34b3-3850-409a-ad29-5e7f511073a0 is going to be updated. [ 957.271656] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 957.271656] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 957.271656] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 957.271656] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 957.271656] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 957.278880] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b14d34b3-3850-409a-ad29-5e7f511073a0 in Status: IN_PROGRESS for 2s [ 958.871721] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 7c32117f-f49b-4b2f-810a-9daef4f7badf in Status: SUCCESS [ 958.871721] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-7c32117f-f49b-4b2f-810a-9daef4f7badf" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 959.068938] env[62265]: INFO networking_nsxv3.common.synchronization [req-690acfed-2d6d-45cc-b336-6339ec38f606 req-052193c5-6870-43f9-bc6f-0350fe660d4b tempest-AttachInterfacesTestJSON-467207588 tempest-AttachInterfacesTestJSON-467207588-project-member] Enqueued Resource ID: da93af02-3b4e-409c-8e28-ed7c1e3287ca with Priority: HIGHEST for action security_group_members [ 959.069498] env[62265]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: da93af02-3b4e-409c-8e28-ed7c1e3287ca with Priority: HIGHEST for action security_group_members [ 959.069794] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock member-da93af02-3b4e-409c-8e28-ed7c1e3287ca taken with stack trace [, , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 959.069925] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-da93af02-3b4e-409c-8e28-ed7c1e3287ca" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 959.069979] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-da93af02-3b4e-409c-8e28-ed7c1e3287ca" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 959.071789] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-da93af02-3b4e-409c-8e28-ed7c1e3287ca" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 959.072053] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 959.072241] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 959.072338] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 959.073800] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 959.073800] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 959.073800] env[62265]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('da93af02-3b4e-409c-8e28-ed7c1e3287ca',) {} {{(pid=62265) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 959.288758] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b14d34b3-3850-409a-ad29-5e7f511073a0 in Status: SUCCESS [ 959.289059] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b14d34b3-3850-409a-ad29-5e7f511073a0" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 959.576551] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 959.576551] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 959.576551] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 959.576551] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 959.576551] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 959.577058] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 959.577058] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 959.577058] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 959.577058] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 959.577058] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 959.578722] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: da93af02-3b4e-409c-8e28-ed7c1e3287ca is going to be deleted. [ 959.602071] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 959.602446] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 959.602446] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 959.602941] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 959.602941] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 959.602941] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-da93af02-3b4e-409c-8e28-ed7c1e3287ca" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 959.680705] env[62265]: INFO networking_nsxv3.common.synchronization [req-2a5f44da-b356-4331-acce-c1dcbbfe1a2b req-3aa2028f-2c22-4669-9497-cfeffd2c3a42 tempest-DeleteServersTestJSON-1576012687 tempest-DeleteServersTestJSON-1576012687-project-member] Enqueued Resource ID: 95cf98c4-3841-4576-950a-00c6f979459f with Priority: HIGHEST for action security_group_members [ 959.681249] env[62265]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 95cf98c4-3841-4576-950a-00c6f979459f with Priority: HIGHEST for action security_group_members [ 959.681611] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock member-95cf98c4-3841-4576-950a-00c6f979459f taken with stack trace [, , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 959.681865] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-95cf98c4-3841-4576-950a-00c6f979459f" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 959.681991] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-95cf98c4-3841-4576-950a-00c6f979459f" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 959.682212] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-95cf98c4-3841-4576-950a-00c6f979459f" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 959.682396] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 959.682521] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 959.682599] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 959.682851] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 959.682947] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 959.683060] env[62265]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('95cf98c4-3841-4576-950a-00c6f979459f',) {} {{(pid=62265) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 959.704781] env[62265]: DEBUG networking_nsxv3.common.locking [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Lock network-838 taken with stack trace [, , , , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 959.705176] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquiring lock "network-838" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 959.705176] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquired lock "network-838" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 959.705386] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquired external semaphore "network-838" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 959.705649] env[62265]: DEBUG networking_nsxv3.common.locking [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 959.705814] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquiring lock "Segment" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 959.705959] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquired lock "Segment" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 959.708361] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquired external semaphore "Segment" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 959.708458] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Releasing lock "Segment" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 959.708641] env[62265]: DEBUG dogpile.cache.region [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] No value present for key: 'zone-id' {{(pid=62265) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 959.708890] env[62265]: DEBUG dogpile.lock [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] NeedRegenerationException {{(pid=62265) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 959.708942] env[62265]: DEBUG dogpile.lock [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] no value, waiting for create lock {{(pid=62265) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 959.709045] env[62265]: DEBUG dogpile.lock [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] value creation lock acquired {{(pid=62265) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 959.709163] env[62265]: DEBUG dogpile.cache.region [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] No value present for key: 'zone-id' {{(pid=62265) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 959.709273] env[62265]: DEBUG dogpile.lock [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Calling creation function for not-yet-present value {{(pid=62265) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 959.709409] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 959.728148] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 959.729058] env[62265]: DEBUG dogpile.cache.region [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=62265) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 959.729598] env[62265]: DEBUG dogpile.lock [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Released creation lock {{(pid=62265) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 959.729598] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Releasing lock "network-838" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 959.730149] env[62265]: DEBUG networking_nsxv3.common.locking [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Lock port-7a16a1cf-26c1-4782-8813-2ed42a60f2eb taken with stack trace [, , , , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 959.730352] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquiring lock "port-7a16a1cf-26c1-4782-8813-2ed42a60f2eb" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 959.730480] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquired lock "port-7a16a1cf-26c1-4782-8813-2ed42a60f2eb" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 959.730799] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquired external semaphore "port-7a16a1cf-26c1-4782-8813-2ed42a60f2eb" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 959.730940] env[62265]: DEBUG networking_nsxv3.api.rpc [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7a16a1cf-26c1-4782-8813-2ed42a60f2eb',) {} {{(pid=62265) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 960.166584] env[62265]: DEBUG networking_nsxv3.common.locking [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Lock network-589 taken with stack trace [, , , , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 960.166905] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquiring lock "network-589" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 960.166905] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquired lock "network-589" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 960.167185] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquired external semaphore "network-589" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 960.167438] env[62265]: DEBUG networking_nsxv3.common.locking [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 960.167597] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquiring lock "Segment" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 960.167747] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquired lock "Segment" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 960.167976] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquired external semaphore "Segment" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 960.168157] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Releasing lock "Segment" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 960.168364] env[62265]: DEBUG dogpile.cache.region [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] No value present for key: 'zone-id' {{(pid=62265) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 960.168479] env[62265]: DEBUG dogpile.lock [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] NeedRegenerationException {{(pid=62265) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 960.168588] env[62265]: DEBUG dogpile.lock [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] no value, waiting for create lock {{(pid=62265) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 960.168695] env[62265]: DEBUG dogpile.lock [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] value creation lock acquired {{(pid=62265) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 960.168804] env[62265]: DEBUG dogpile.cache.region [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] No value present for key: 'zone-id' {{(pid=62265) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 960.168909] env[62265]: DEBUG dogpile.lock [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Calling creation function for not-yet-present value {{(pid=62265) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 960.169052] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 960.189320] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 960.189320] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 960.189320] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 960.189320] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 960.189320] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 960.189320] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 960.189320] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 960.189320] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 960.189320] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 960.189320] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 960.189320] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 95cf98c4-3841-4576-950a-00c6f979459f is going to be updated. [ 960.204963] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 960.205205] env[62265]: DEBUG dogpile.cache.region [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Cache value generated in 0.036 seconds for key(s): 'zone-id' {{(pid=62265) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 960.205372] env[62265]: DEBUG dogpile.lock [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Released creation lock {{(pid=62265) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 960.205657] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Releasing lock "network-589" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 960.205968] env[62265]: DEBUG networking_nsxv3.common.locking [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Lock port-cd47400f-5b25-4814-8877-638726222c2e taken with stack trace [, , , , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 960.206172] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquiring lock "port-cd47400f-5b25-4814-8877-638726222c2e" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 960.206313] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquired lock "port-cd47400f-5b25-4814-8877-638726222c2e" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 960.206664] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquired external semaphore "port-cd47400f-5b25-4814-8877-638726222c2e" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 960.206809] env[62265]: DEBUG networking_nsxv3.api.rpc [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('cd47400f-5b25-4814-8877-638726222c2e',) {} {{(pid=62265) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 960.222471] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 960.222627] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 960.222669] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 960.222876] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 960.223032] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 960.233082] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 95cf98c4-3841-4576-950a-00c6f979459f in Status: IN_PROGRESS for 2s [ 960.233853] env[62265]: DEBUG networking_nsxv3.common.locking [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 960.234063] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquiring lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 960.234194] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquired lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 960.234461] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquired external semaphore "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 960.234620] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Releasing lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 960.234774] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Segment Port 7a16a1cf-26c1-4782-8813-2ed42a60f2eb not found, creating... [ 960.235038] env[62265]: DEBUG networking_nsxv3.common.locking [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 960.235189] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquiring lock "Segment" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 960.235310] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquired lock "Segment" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 960.235558] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquired external semaphore "Segment" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 960.235705] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Releasing lock "Segment" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 960.236066] env[62265]: DEBUG networking_nsxv3.common.locking [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 960.236205] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquiring lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 960.236393] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquired lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 960.236692] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquired external semaphore "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 960.236872] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Releasing lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 960.237093] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Resource: SegmentPort with ID: 7a16a1cf-26c1-4782-8813-2ed42a60f2eb is going to be created. [ 960.255270] env[62265]: DEBUG networking_nsxv3.common.locking [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 960.255506] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquiring lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 960.255603] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquired lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 960.255865] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquired external semaphore "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 960.256147] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Releasing lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 960.256367] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Releasing lock "port-7a16a1cf-26c1-4782-8813-2ed42a60f2eb" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 960.710515] env[62265]: DEBUG networking_nsxv3.common.locking [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 960.710744] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquiring lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 960.710874] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquired lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 960.711208] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquired external semaphore "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 960.711415] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Releasing lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 960.711573] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Segment Port cd47400f-5b25-4814-8877-638726222c2e not found, creating... [ 960.711846] env[62265]: DEBUG networking_nsxv3.common.locking [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 960.712016] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquiring lock "Segment" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 960.712142] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquired lock "Segment" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 960.712378] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquired external semaphore "Segment" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 960.712518] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Releasing lock "Segment" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 960.712797] env[62265]: DEBUG networking_nsxv3.common.locking [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 960.712955] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquiring lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 960.713102] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquired lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 960.713317] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquired external semaphore "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 960.713480] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Releasing lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 960.713626] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Resource: SegmentPort with ID: cd47400f-5b25-4814-8877-638726222c2e is going to be created. [ 960.735464] env[62265]: DEBUG networking_nsxv3.common.locking [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 960.735731] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquiring lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 960.735810] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquired lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 960.736106] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquired external semaphore "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 960.736342] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Releasing lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 960.736582] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Releasing lock "port-cd47400f-5b25-4814-8877-638726222c2e" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 961.059923] env[62265]: INFO networking_nsxv3.common.synchronization [req-690acfed-2d6d-45cc-b336-6339ec38f606 req-009bac28-1bd2-4629-b72f-af02cc1c6201 service nova] Enqueued Resource ID: da93af02-3b4e-409c-8e28-ed7c1e3287ca with Priority: HIGHEST for action security_group_rules [ 961.060222] env[62265]: INFO networking_nsxv3.common.synchronization [req-690acfed-2d6d-45cc-b336-6339ec38f606 req-009bac28-1bd2-4629-b72f-af02cc1c6201 service nova] Enqueued Resource ID: da93af02-3b4e-409c-8e28-ed7c1e3287ca with Priority: HIGHEST for action security_group_members [ 961.060388] env[62265]: INFO networking_nsxv3.common.synchronization [req-690acfed-2d6d-45cc-b336-6339ec38f606 req-009bac28-1bd2-4629-b72f-af02cc1c6201 service nova] Enqueued Resource ID: 7a16a1cf-26c1-4782-8813-2ed42a60f2eb with Priority: HIGHEST for action port [ 961.060988] env[62265]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: da93af02-3b4e-409c-8e28-ed7c1e3287ca with Priority: HIGHEST for action security_group_rules [ 961.063129] env[62265]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: da93af02-3b4e-409c-8e28-ed7c1e3287ca with Priority: HIGHEST for action security_group_members [ 961.066864] env[62265]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7a16a1cf-26c1-4782-8813-2ed42a60f2eb with Priority: HIGHEST for action port [ 961.066864] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock rules-da93af02-3b4e-409c-8e28-ed7c1e3287ca taken with stack trace [, , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 961.066864] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-da93af02-3b4e-409c-8e28-ed7c1e3287ca" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 961.066864] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-da93af02-3b4e-409c-8e28-ed7c1e3287ca" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 961.066864] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-da93af02-3b4e-409c-8e28-ed7c1e3287ca" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 961.066864] env[62265]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('da93af02-3b4e-409c-8e28-ed7c1e3287ca',) {} {{(pid=62265) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 961.066864] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock member-da93af02-3b4e-409c-8e28-ed7c1e3287ca taken with stack trace [, , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 961.066864] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-da93af02-3b4e-409c-8e28-ed7c1e3287ca" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 961.066864] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-da93af02-3b4e-409c-8e28-ed7c1e3287ca" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 961.066864] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-da93af02-3b4e-409c-8e28-ed7c1e3287ca" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 961.066864] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 961.066864] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 961.067406] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 961.067545] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 961.067642] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 961.067734] env[62265]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('da93af02-3b4e-409c-8e28-ed7c1e3287ca',) {} {{(pid=62265) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 961.069147] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock port-7a16a1cf-26c1-4782-8813-2ed42a60f2eb taken with stack trace [, , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 961.069147] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-7a16a1cf-26c1-4782-8813-2ed42a60f2eb" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 961.069147] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-7a16a1cf-26c1-4782-8813-2ed42a60f2eb" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 961.069330] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-7a16a1cf-26c1-4782-8813-2ed42a60f2eb" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 961.069370] env[62265]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7a16a1cf-26c1-4782-8813-2ed42a60f2eb',) {} {{(pid=62265) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 961.417650] env[62265]: INFO networking_nsxv3.common.synchronization [None req-1d9d15b5-ce2d-4b29-b82e-2b88b5b8a8ac None None] Enqueued Resource ID: 3dc094ce-e348-4af6-b9d0-42231649ba8f with Priority: HIGHEST for action port [ 961.418192] env[62265]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3dc094ce-e348-4af6-b9d0-42231649ba8f with Priority: HIGHEST for action port [ 961.418615] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock port-3dc094ce-e348-4af6-b9d0-42231649ba8f taken with stack trace [, , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 961.418737] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-3dc094ce-e348-4af6-b9d0-42231649ba8f" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 961.418802] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-3dc094ce-e348-4af6-b9d0-42231649ba8f" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 961.420256] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-3dc094ce-e348-4af6-b9d0-42231649ba8f" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 961.420366] env[62265]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3dc094ce-e348-4af6-b9d0-42231649ba8f',) {} {{(pid=62265) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 961.574020] env[62265]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('da93af02-3b4e-409c-8e28-ed7c1e3287ca',) {} {{(pid=62265) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 961.574020] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock member-da93af02-3b4e-409c-8e28-ed7c1e3287ca taken with stack trace [, , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 961.574020] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-da93af02-3b4e-409c-8e28-ed7c1e3287ca" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 961.574020] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 7a16a1cf-26c1-4782-8813-2ed42a60f2eb with status ACTIVE [ 961.574020] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 961.574020] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 961.574020] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 961.574020] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 961.574020] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 961.574020] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 961.574020] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 961.574020] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 961.574020] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 961.574020] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 961.574756] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 961.574756] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 961.574756] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 961.576395] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 961.577436] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 961.577608] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 7a16a1cf-26c1-4782-8813-2ed42a60f2eb is going to be updated. [ 961.598690] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 961.598690] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 961.598690] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 961.598690] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 961.598690] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 961.598690] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-7a16a1cf-26c1-4782-8813-2ed42a60f2eb" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 961.925427] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 3dc094ce-e348-4af6-b9d0-42231649ba8f [ 961.925704] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 961.925825] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 961.925889] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 961.926143] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 961.926235] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 961.926331] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:3dc094ce-e348-4af6-b9d0-42231649ba8f already deleted. [ 961.926413] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-3dc094ce-e348-4af6-b9d0-42231649ba8f" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 962.006359] env[62265]: INFO networking_nsxv3.common.synchronization [req-2a5f44da-b356-4331-acce-c1dcbbfe1a2b req-7fe51c3f-48c3-4c88-9276-bead8ac0fc6e service nova] Enqueued Resource ID: 95cf98c4-3841-4576-950a-00c6f979459f with Priority: HIGHEST for action security_group_rules [ 962.006546] env[62265]: INFO networking_nsxv3.common.synchronization [req-2a5f44da-b356-4331-acce-c1dcbbfe1a2b req-7fe51c3f-48c3-4c88-9276-bead8ac0fc6e service nova] Enqueued Resource ID: 95cf98c4-3841-4576-950a-00c6f979459f with Priority: HIGHEST for action security_group_members [ 962.006688] env[62265]: INFO networking_nsxv3.common.synchronization [req-2a5f44da-b356-4331-acce-c1dcbbfe1a2b req-7fe51c3f-48c3-4c88-9276-bead8ac0fc6e service nova] Enqueued Resource ID: cd47400f-5b25-4814-8877-638726222c2e with Priority: HIGHEST for action port [ 962.006938] env[62265]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 95cf98c4-3841-4576-950a-00c6f979459f with Priority: HIGHEST for action security_group_rules [ 962.007065] env[62265]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 95cf98c4-3841-4576-950a-00c6f979459f with Priority: HIGHEST for action security_group_members [ 962.007171] env[62265]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cd47400f-5b25-4814-8877-638726222c2e with Priority: HIGHEST for action port [ 962.007723] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock rules-95cf98c4-3841-4576-950a-00c6f979459f taken with stack trace [, , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 962.007847] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-95cf98c4-3841-4576-950a-00c6f979459f" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 962.007915] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-95cf98c4-3841-4576-950a-00c6f979459f" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 962.011308] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-95cf98c4-3841-4576-950a-00c6f979459f" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 962.011308] env[62265]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('95cf98c4-3841-4576-950a-00c6f979459f',) {} {{(pid=62265) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 962.012035] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock member-95cf98c4-3841-4576-950a-00c6f979459f taken with stack trace [, , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 962.012147] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-95cf98c4-3841-4576-950a-00c6f979459f" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 962.012282] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock port-cd47400f-5b25-4814-8877-638726222c2e taken with stack trace [, , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 962.012387] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-cd47400f-5b25-4814-8877-638726222c2e" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 962.012453] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-cd47400f-5b25-4814-8877-638726222c2e" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 962.012636] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-cd47400f-5b25-4814-8877-638726222c2e" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 962.012727] env[62265]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('cd47400f-5b25-4814-8877-638726222c2e',) {} {{(pid=62265) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 962.079511] env[62265]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('da93af02-3b4e-409c-8e28-ed7c1e3287ca',) {} {{(pid=62265) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 962.246766] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 95cf98c4-3841-4576-950a-00c6f979459f in Status: SUCCESS [ 962.246907] env[62265]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 95cf98c4-3841-4576-950a-00c6f979459f deletion is rescheduled due to dependency. [ 962.246969] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-95cf98c4-3841-4576-950a-00c6f979459f" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 962.247126] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-95cf98c4-3841-4576-950a-00c6f979459f" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 962.247341] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-95cf98c4-3841-4576-950a-00c6f979459f" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 962.247519] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 962.247663] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 962.247711] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 962.247838] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 962.247919] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 962.249606] env[62265]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('95cf98c4-3841-4576-950a-00c6f979459f',) {} {{(pid=62265) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 962.516767] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port cd47400f-5b25-4814-8877-638726222c2e with status ACTIVE [ 962.517051] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 962.517173] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 962.517212] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 962.517448] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 962.517542] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 962.517717] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 962.517811] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 962.517869] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 962.518117] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 962.518117] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 962.518288] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 962.518380] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 962.518440] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 962.518606] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 962.518685] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 962.518770] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: cd47400f-5b25-4814-8877-638726222c2e is going to be updated. [ 962.520489] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock member-95cf98c4-3841-4576-950a-00c6f979459f taken with stack trace [, , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 962.520489] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-95cf98c4-3841-4576-950a-00c6f979459f" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 962.540778] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 962.541083] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 962.541164] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 962.541785] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 962.542155] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 962.542734] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-cd47400f-5b25-4814-8877-638726222c2e" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 962.582492] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 962.582656] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 962.582708] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 962.582916] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 962.583013] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 962.583119] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: da93af02-3b4e-409c-8e28-ed7c1e3287ca is going to be created. [ 962.613129] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 962.613310] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 962.613368] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 962.613591] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 962.613755] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 962.623600] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: da93af02-3b4e-409c-8e28-ed7c1e3287ca in Status: UNINITIALIZED for 2s [ 962.753179] env[62265]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('95cf98c4-3841-4576-950a-00c6f979459f',) {} {{(pid=62265) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 963.255839] env[62265]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('95cf98c4-3841-4576-950a-00c6f979459f',) {} {{(pid=62265) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 963.765026] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 963.765026] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 963.765026] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 963.765026] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 963.765026] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 963.765026] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 95cf98c4-3841-4576-950a-00c6f979459f is going to be updated. [ 963.792245] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 963.792245] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 963.792245] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 963.792245] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 963.792245] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 963.802314] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 95cf98c4-3841-4576-950a-00c6f979459f in Status: IN_PROGRESS for 2s [ 964.231582] env[62265]: INFO networking_nsxv3.common.synchronization [None req-205a2595-50b0-477c-b1d3-ce070f6dcec0 None None] Enqueued Resource ID: 39cb6a49-f96f-426b-b095-3b52a57795e8 with Priority: HIGHEST for action port [ 964.233215] env[62265]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 39cb6a49-f96f-426b-b095-3b52a57795e8 with Priority: HIGHEST for action port [ 964.233215] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock port-39cb6a49-f96f-426b-b095-3b52a57795e8 taken with stack trace [, , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 964.233215] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-39cb6a49-f96f-426b-b095-3b52a57795e8" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 964.233215] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-39cb6a49-f96f-426b-b095-3b52a57795e8" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 964.233215] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-39cb6a49-f96f-426b-b095-3b52a57795e8" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 964.233501] env[62265]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('39cb6a49-f96f-426b-b095-3b52a57795e8',) {} {{(pid=62265) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 964.346456] env[62265]: INFO networking_nsxv3.common.synchronization [None req-489d5de5-63c1-4b58-a034-03ec5a83c5fd None None] Enqueued Resource ID: 8aa59827-c206-4578-a395-67f84ebe87dc with Priority: HIGHEST for action port [ 964.346456] env[62265]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8aa59827-c206-4578-a395-67f84ebe87dc with Priority: HIGHEST for action port [ 964.346456] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock port-8aa59827-c206-4578-a395-67f84ebe87dc taken with stack trace [, , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 964.346456] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-8aa59827-c206-4578-a395-67f84ebe87dc" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 964.346456] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-8aa59827-c206-4578-a395-67f84ebe87dc" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 964.347317] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-8aa59827-c206-4578-a395-67f84ebe87dc" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 964.347561] env[62265]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8aa59827-c206-4578-a395-67f84ebe87dc',) {} {{(pid=62265) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 964.549694] env[62265]: INFO networking_nsxv3.common.synchronization [req-52e15660-9c51-4790-9bf5-43f735c44a86 req-5e12a652-7533-4afe-87da-f60bf167aa0d tempest-ServerActionsTestJSON-418686671 tempest-ServerActionsTestJSON-418686671-project-member] Enqueued Resource ID: c18e7d00-73a0-498e-841a-865db577c424 with Priority: HIGHEST for action security_group_members [ 964.550984] env[62265]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c18e7d00-73a0-498e-841a-865db577c424 with Priority: HIGHEST for action security_group_members [ 964.551536] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock member-c18e7d00-73a0-498e-841a-865db577c424 taken with stack trace [, , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 964.551536] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c18e7d00-73a0-498e-841a-865db577c424" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 964.551662] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c18e7d00-73a0-498e-841a-865db577c424" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 964.551871] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c18e7d00-73a0-498e-841a-865db577c424" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 964.552065] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 964.552185] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 964.552262] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 964.553277] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 964.553277] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 964.553277] env[62265]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c18e7d00-73a0-498e-841a-865db577c424',) {} {{(pid=62265) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 964.636188] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: da93af02-3b4e-409c-8e28-ed7c1e3287ca in Status: SUCCESS [ 964.636414] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-da93af02-3b4e-409c-8e28-ed7c1e3287ca" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 964.637885] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-da93af02-3b4e-409c-8e28-ed7c1e3287ca" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 964.637885] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-da93af02-3b4e-409c-8e28-ed7c1e3287ca" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 964.637885] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 964.638206] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 964.638206] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 964.640071] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 964.640071] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 964.640071] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-da93af02-3b4e-409c-8e28-ed7c1e3287ca" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 964.640071] env[62265]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('da93af02-3b4e-409c-8e28-ed7c1e3287ca',) {} {{(pid=62265) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 964.736268] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 39cb6a49-f96f-426b-b095-3b52a57795e8 [ 964.736427] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 964.736573] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 964.738026] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 964.738026] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 964.738026] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 964.738026] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:39cb6a49-f96f-426b-b095-3b52a57795e8 already deleted. [ 964.738026] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-39cb6a49-f96f-426b-b095-3b52a57795e8" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 964.849881] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 8aa59827-c206-4578-a395-67f84ebe87dc [ 964.849881] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 964.850823] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 964.850823] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 964.852073] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 964.852073] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 964.852073] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:8aa59827-c206-4578-a395-67f84ebe87dc already deleted. [ 964.852073] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-8aa59827-c206-4578-a395-67f84ebe87dc" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 964.993806] env[62265]: DEBUG networking_nsxv3.common.locking [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Lock network-421 taken with stack trace [, , , , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 964.993806] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquiring lock "network-421" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 964.993806] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquired lock "network-421" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 964.993806] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquired external semaphore "network-421" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 964.993806] env[62265]: DEBUG networking_nsxv3.common.locking [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 964.994164] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquiring lock "Segment" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 964.994164] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquired lock "Segment" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 964.997273] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquired external semaphore "Segment" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 964.997273] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Releasing lock "Segment" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 964.997273] env[62265]: DEBUG dogpile.cache.region [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] No value present for key: 'zone-id' {{(pid=62265) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 964.997273] env[62265]: DEBUG dogpile.lock [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] NeedRegenerationException {{(pid=62265) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 964.997605] env[62265]: DEBUG dogpile.lock [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] no value, waiting for create lock {{(pid=62265) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 964.997605] env[62265]: DEBUG dogpile.lock [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] value creation lock acquired {{(pid=62265) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 964.997605] env[62265]: DEBUG dogpile.cache.region [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] No value present for key: 'zone-id' {{(pid=62265) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 964.997743] env[62265]: DEBUG dogpile.lock [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Calling creation function for not-yet-present value {{(pid=62265) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 964.997873] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 965.017693] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 965.017976] env[62265]: DEBUG dogpile.cache.region [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=62265) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 965.018152] env[62265]: DEBUG dogpile.lock [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Released creation lock {{(pid=62265) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 965.018563] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Releasing lock "network-421" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 965.019779] env[62265]: DEBUG networking_nsxv3.common.locking [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Lock port-0b7abbe4-513c-4de8-837b-2aaa9ad3a6cf taken with stack trace [, , , , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 965.020036] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquiring lock "port-0b7abbe4-513c-4de8-837b-2aaa9ad3a6cf" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 965.020173] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquired lock "port-0b7abbe4-513c-4de8-837b-2aaa9ad3a6cf" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 965.020488] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquired external semaphore "port-0b7abbe4-513c-4de8-837b-2aaa9ad3a6cf" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 965.020633] env[62265]: DEBUG networking_nsxv3.api.rpc [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0b7abbe4-513c-4de8-837b-2aaa9ad3a6cf',) {} {{(pid=62265) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 965.056733] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 965.057069] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 965.057069] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 965.058107] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 965.058107] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 965.058107] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 965.058107] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 965.058107] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 965.058107] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 965.058107] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 965.058107] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c18e7d00-73a0-498e-841a-865db577c424 already deleted. [ 965.058107] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c18e7d00-73a0-498e-841a-865db577c424" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 965.144743] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock member-da93af02-3b4e-409c-8e28-ed7c1e3287ca taken with stack trace [, , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 965.149263] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-da93af02-3b4e-409c-8e28-ed7c1e3287ca" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 965.149263] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-da93af02-3b4e-409c-8e28-ed7c1e3287ca" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 965.149263] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-da93af02-3b4e-409c-8e28-ed7c1e3287ca" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 965.149263] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 965.149263] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 965.149263] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 965.149263] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 965.149263] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 965.149728] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-da93af02-3b4e-409c-8e28-ed7c1e3287ca" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 965.149728] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock member-da93af02-3b4e-409c-8e28-ed7c1e3287ca taken with stack trace [, , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 965.149728] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-da93af02-3b4e-409c-8e28-ed7c1e3287ca" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 965.149728] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-da93af02-3b4e-409c-8e28-ed7c1e3287ca" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 965.149915] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-da93af02-3b4e-409c-8e28-ed7c1e3287ca" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 965.149999] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 965.153044] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 965.153044] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 965.153044] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 965.153044] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 965.153044] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-da93af02-3b4e-409c-8e28-ed7c1e3287ca" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 965.153044] env[62265]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('da93af02-3b4e-409c-8e28-ed7c1e3287ca',) {} {{(pid=62265) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 965.524446] env[62265]: DEBUG networking_nsxv3.common.locking [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 965.524446] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquiring lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 965.524636] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquired lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 965.525025] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquired external semaphore "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 965.525025] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Releasing lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 965.525186] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Segment Port 0b7abbe4-513c-4de8-837b-2aaa9ad3a6cf not found, creating... [ 965.525359] env[62265]: DEBUG networking_nsxv3.common.locking [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 965.526359] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquiring lock "Segment" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 965.526359] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquired lock "Segment" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 965.526359] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquired external semaphore "Segment" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 965.526359] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Releasing lock "Segment" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 965.526359] env[62265]: DEBUG networking_nsxv3.common.locking [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 965.526595] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquiring lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 965.526595] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquired lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 965.526794] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquired external semaphore "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 965.527028] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Releasing lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 965.527951] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Resource: SegmentPort with ID: 0b7abbe4-513c-4de8-837b-2aaa9ad3a6cf is going to be created. [ 965.557337] env[62265]: DEBUG networking_nsxv3.common.locking [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 965.557541] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquiring lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 965.557666] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquired lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 965.557943] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquired external semaphore "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 965.558187] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Releasing lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 965.558446] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Releasing lock "port-0b7abbe4-513c-4de8-837b-2aaa9ad3a6cf" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 965.654260] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for da93af02-3b4e-409c-8e28-ed7c1e3287ca: rpc.has_security_group_logging(os_id): False [ 965.673639] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 965.673784] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 965.673853] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 965.674088] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 965.675028] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 965.675028] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 965.675028] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 965.675028] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 965.675028] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 965.675028] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 965.675028] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 965.675028] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 965.675417] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 965.675417] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 965.675417] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 965.675518] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 965.675567] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 965.675603] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 965.675733] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 965.675818] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 965.675905] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: da93af02-3b4e-409c-8e28-ed7c1e3287ca is going to be created. [ 965.740394] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 965.740565] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 965.740665] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 965.740811] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 965.740991] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 965.751581] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: da93af02-3b4e-409c-8e28-ed7c1e3287ca in Status: IN_PROGRESS for 2s [ 965.814492] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 95cf98c4-3841-4576-950a-00c6f979459f in Status: SUCCESS [ 965.814714] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-95cf98c4-3841-4576-950a-00c6f979459f" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 965.814884] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-95cf98c4-3841-4576-950a-00c6f979459f" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 965.815122] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-95cf98c4-3841-4576-950a-00c6f979459f" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 965.815490] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 965.815490] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 965.815664] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 965.815712] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 965.815773] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 965.815858] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-95cf98c4-3841-4576-950a-00c6f979459f" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 965.815947] env[62265]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('95cf98c4-3841-4576-950a-00c6f979459f',) {} {{(pid=62265) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 966.318159] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock member-95cf98c4-3841-4576-950a-00c6f979459f taken with stack trace [, , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 966.318471] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-95cf98c4-3841-4576-950a-00c6f979459f" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 966.318471] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-95cf98c4-3841-4576-950a-00c6f979459f" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 966.318645] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-95cf98c4-3841-4576-950a-00c6f979459f" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 966.318863] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 966.318992] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 966.319051] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 966.319198] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 966.320302] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 966.320302] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-95cf98c4-3841-4576-950a-00c6f979459f" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 966.320302] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock member-95cf98c4-3841-4576-950a-00c6f979459f taken with stack trace [, , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 966.320302] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-95cf98c4-3841-4576-950a-00c6f979459f" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 966.320302] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-95cf98c4-3841-4576-950a-00c6f979459f" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 966.320302] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-95cf98c4-3841-4576-950a-00c6f979459f" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 966.320302] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 966.320302] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 966.320302] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 966.320302] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 966.320302] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 966.320302] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-95cf98c4-3841-4576-950a-00c6f979459f" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 966.321346] env[62265]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('95cf98c4-3841-4576-950a-00c6f979459f',) {} {{(pid=62265) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 966.418579] env[62265]: INFO networking_nsxv3.common.synchronization [req-52e15660-9c51-4790-9bf5-43f735c44a86 req-80365a14-d8aa-4a64-bc6d-9d60642ab5b9 service nova] Enqueued Resource ID: c18e7d00-73a0-498e-841a-865db577c424 with Priority: HIGHEST for action security_group_rules [ 966.418779] env[62265]: INFO networking_nsxv3.common.synchronization [req-52e15660-9c51-4790-9bf5-43f735c44a86 req-80365a14-d8aa-4a64-bc6d-9d60642ab5b9 service nova] Enqueued Resource ID: c18e7d00-73a0-498e-841a-865db577c424 with Priority: HIGHEST for action security_group_members [ 966.418918] env[62265]: INFO networking_nsxv3.common.synchronization [req-52e15660-9c51-4790-9bf5-43f735c44a86 req-80365a14-d8aa-4a64-bc6d-9d60642ab5b9 service nova] Enqueued Resource ID: 0b7abbe4-513c-4de8-837b-2aaa9ad3a6cf with Priority: HIGHEST for action port [ 966.419673] env[62265]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c18e7d00-73a0-498e-841a-865db577c424 with Priority: HIGHEST for action security_group_rules [ 966.419673] env[62265]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c18e7d00-73a0-498e-841a-865db577c424 with Priority: HIGHEST for action security_group_members [ 966.419673] env[62265]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0b7abbe4-513c-4de8-837b-2aaa9ad3a6cf with Priority: HIGHEST for action port [ 966.419857] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c18e7d00-73a0-498e-841a-865db577c424 taken with stack trace [, , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 966.419983] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c18e7d00-73a0-498e-841a-865db577c424" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 966.420055] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c18e7d00-73a0-498e-841a-865db577c424" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 966.420312] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c18e7d00-73a0-498e-841a-865db577c424" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 966.420352] env[62265]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c18e7d00-73a0-498e-841a-865db577c424',) {} {{(pid=62265) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 966.421135] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock member-c18e7d00-73a0-498e-841a-865db577c424 taken with stack trace [, , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 966.421226] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c18e7d00-73a0-498e-841a-865db577c424" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 966.421308] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c18e7d00-73a0-498e-841a-865db577c424" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 966.421471] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c18e7d00-73a0-498e-841a-865db577c424" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 966.421626] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 966.421727] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 966.421786] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 966.421931] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 966.422020] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 966.422108] env[62265]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c18e7d00-73a0-498e-841a-865db577c424',) {} {{(pid=62265) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 966.423093] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock port-0b7abbe4-513c-4de8-837b-2aaa9ad3a6cf taken with stack trace [, , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 966.423093] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-0b7abbe4-513c-4de8-837b-2aaa9ad3a6cf" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 966.423093] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-0b7abbe4-513c-4de8-837b-2aaa9ad3a6cf" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 966.423232] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-0b7abbe4-513c-4de8-837b-2aaa9ad3a6cf" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 966.423232] env[62265]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0b7abbe4-513c-4de8-837b-2aaa9ad3a6cf',) {} {{(pid=62265) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 966.822281] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 95cf98c4-3841-4576-950a-00c6f979459f: rpc.has_security_group_logging(os_id): False [ 966.841983] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 966.842165] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 966.842224] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 966.844607] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 966.844607] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 966.844607] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 966.844607] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 966.844607] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 966.844607] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 966.844607] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 966.844607] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 966.844607] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 966.844607] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 966.844607] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 966.844607] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 966.844607] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 966.844607] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 966.845198] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 966.847055] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 966.847538] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 966.848474] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 95cf98c4-3841-4576-950a-00c6f979459f is going to be updated. [ 966.905793] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 966.905793] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 966.905793] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 966.906048] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 966.907038] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 966.917897] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 95cf98c4-3841-4576-950a-00c6f979459f in Status: IN_PROGRESS for 2s [ 966.925447] env[62265]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('c18e7d00-73a0-498e-841a-865db577c424',) {} {{(pid=62265) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 966.926479] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock member-c18e7d00-73a0-498e-841a-865db577c424 taken with stack trace [, , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 966.926555] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c18e7d00-73a0-498e-841a-865db577c424" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 966.926680] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 0b7abbe4-513c-4de8-837b-2aaa9ad3a6cf with status ACTIVE [ 966.926840] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 966.926946] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 966.927022] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 966.927218] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 966.927305] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 966.927466] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 966.933025] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 966.933025] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 966.933025] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 966.933025] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 966.933025] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 966.933025] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 966.933025] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 966.933025] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 966.933025] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 966.933025] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 0b7abbe4-513c-4de8-837b-2aaa9ad3a6cf is going to be updated. [ 966.975164] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 966.975164] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 966.975164] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 966.975164] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 966.975164] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 966.975164] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-0b7abbe4-513c-4de8-837b-2aaa9ad3a6cf" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 967.034215] env[62265]: INFO networking_nsxv3.common.synchronization [req-d492a4d5-af89-4fde-b963-9c0b386a7cba req-934624cc-dd44-4375-8340-62b771ef2b62 tempest-ServerRescueTestJSON-1825453833 tempest-ServerRescueTestJSON-1825453833-project-member] Enqueued Resource ID: 17c63cf2-61eb-4ce9-8e1d-47bb40404daa with Priority: HIGHEST for action security_group_members [ 967.034768] env[62265]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 17c63cf2-61eb-4ce9-8e1d-47bb40404daa with Priority: HIGHEST for action security_group_members [ 967.035128] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock member-17c63cf2-61eb-4ce9-8e1d-47bb40404daa taken with stack trace [, , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 967.035225] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-17c63cf2-61eb-4ce9-8e1d-47bb40404daa" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 967.035293] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-17c63cf2-61eb-4ce9-8e1d-47bb40404daa" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 967.035543] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-17c63cf2-61eb-4ce9-8e1d-47bb40404daa" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 967.035699] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 967.035798] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 967.035858] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 967.036215] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 967.036359] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 967.036504] env[62265]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('17c63cf2-61eb-4ce9-8e1d-47bb40404daa',) {} {{(pid=62265) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 967.175414] env[62265]: INFO networking_nsxv3.common.synchronization [None req-707170e5-ddf7-4e93-8464-76cdd3b2ad90 None None] Enqueued Resource ID: 3dc7bdf6-13f5-4167-87e9-487aeac95f50 with Priority: HIGHEST for action port [ 967.176305] env[62265]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3dc7bdf6-13f5-4167-87e9-487aeac95f50 with Priority: HIGHEST for action port [ 967.176634] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock port-3dc7bdf6-13f5-4167-87e9-487aeac95f50 taken with stack trace [, , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 967.176748] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-3dc7bdf6-13f5-4167-87e9-487aeac95f50" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 967.176812] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-3dc7bdf6-13f5-4167-87e9-487aeac95f50" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 967.177091] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-3dc7bdf6-13f5-4167-87e9-487aeac95f50" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 967.177167] env[62265]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3dc7bdf6-13f5-4167-87e9-487aeac95f50',) {} {{(pid=62265) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 967.403040] env[62265]: DEBUG networking_nsxv3.common.locking [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Lock network-746 taken with stack trace [, , , , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 967.406424] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquiring lock "network-746" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 967.406614] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquired lock "network-746" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 967.407026] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquired external semaphore "network-746" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 967.407467] env[62265]: DEBUG networking_nsxv3.common.locking [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 967.407467] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquiring lock "Segment" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 967.407597] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquired lock "Segment" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 967.408167] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquired external semaphore "Segment" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 967.408347] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Releasing lock "Segment" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 967.408574] env[62265]: DEBUG dogpile.cache.region [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] No value present for key: 'zone-id' {{(pid=62265) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 967.408698] env[62265]: DEBUG dogpile.lock [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] NeedRegenerationException {{(pid=62265) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 967.408815] env[62265]: DEBUG dogpile.lock [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] no value, waiting for create lock {{(pid=62265) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 967.408932] env[62265]: DEBUG dogpile.lock [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] value creation lock acquired {{(pid=62265) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 967.409061] env[62265]: DEBUG dogpile.cache.region [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] No value present for key: 'zone-id' {{(pid=62265) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 967.409178] env[62265]: DEBUG dogpile.lock [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Calling creation function for not-yet-present value {{(pid=62265) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 967.409385] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 967.428251] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 967.428251] env[62265]: DEBUG dogpile.cache.region [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=62265) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 967.428251] env[62265]: DEBUG dogpile.lock [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Released creation lock {{(pid=62265) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 967.428460] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Releasing lock "network-746" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 967.428676] env[62265]: DEBUG networking_nsxv3.common.locking [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Lock port-f3540e16-10c4-4d4f-a56b-bfb8c4c2a7eb taken with stack trace [, , , , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 967.428916] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquiring lock "port-f3540e16-10c4-4d4f-a56b-bfb8c4c2a7eb" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 967.429116] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquired lock "port-f3540e16-10c4-4d4f-a56b-bfb8c4c2a7eb" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 967.430162] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquired external semaphore "port-f3540e16-10c4-4d4f-a56b-bfb8c4c2a7eb" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 967.430162] env[62265]: DEBUG networking_nsxv3.api.rpc [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f3540e16-10c4-4d4f-a56b-bfb8c4c2a7eb',) {} {{(pid=62265) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 967.432812] env[62265]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('c18e7d00-73a0-498e-841a-865db577c424',) {} {{(pid=62265) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 967.538992] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 967.538992] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 967.538992] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 967.539180] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 967.539296] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 967.539453] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 967.539582] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 967.539625] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 967.539762] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 967.540149] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 967.540149] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 17c63cf2-61eb-4ce9-8e1d-47bb40404daa already deleted. [ 967.540149] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-17c63cf2-61eb-4ce9-8e1d-47bb40404daa" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 967.684372] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 3dc7bdf6-13f5-4167-87e9-487aeac95f50 [ 967.684633] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 967.684754] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 967.684820] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 967.685040] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 967.685125] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 967.685212] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:3dc7bdf6-13f5-4167-87e9-487aeac95f50 already deleted. [ 967.685600] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-3dc7bdf6-13f5-4167-87e9-487aeac95f50" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 967.763752] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: da93af02-3b4e-409c-8e28-ed7c1e3287ca in Status: SUCCESS [ 967.763983] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-da93af02-3b4e-409c-8e28-ed7c1e3287ca" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 967.817811] env[62265]: INFO networking_nsxv3.common.synchronization [None req-eb33ee31-3fba-4bc0-937a-c61bcf4d38d1 tempest-AttachInterfacesTestJSON-467207588 tempest-AttachInterfacesTestJSON-467207588-project-member] Enqueued Resource ID: da93af02-3b4e-409c-8e28-ed7c1e3287ca with Priority: HIGHEST for action security_group_members [ 967.818372] env[62265]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: da93af02-3b4e-409c-8e28-ed7c1e3287ca with Priority: HIGHEST for action security_group_members [ 967.818682] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock member-da93af02-3b4e-409c-8e28-ed7c1e3287ca taken with stack trace [, , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 967.818819] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-da93af02-3b4e-409c-8e28-ed7c1e3287ca" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 967.818878] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-da93af02-3b4e-409c-8e28-ed7c1e3287ca" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 967.819749] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-da93af02-3b4e-409c-8e28-ed7c1e3287ca" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 967.819921] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 967.820038] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 967.820104] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 967.820294] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 967.820382] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 967.820474] env[62265]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('da93af02-3b4e-409c-8e28-ed7c1e3287ca',) {} {{(pid=62265) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 967.936645] env[62265]: DEBUG networking_nsxv3.common.locking [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 967.937182] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquiring lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 967.937744] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquired lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 967.938070] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquired external semaphore "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 967.938236] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Releasing lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 967.939059] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Segment Port f3540e16-10c4-4d4f-a56b-bfb8c4c2a7eb not found, creating... [ 967.939059] env[62265]: DEBUG networking_nsxv3.common.locking [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 967.939059] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquiring lock "Segment" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 967.939237] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquired lock "Segment" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 967.939337] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquired external semaphore "Segment" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 967.939498] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Releasing lock "Segment" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 967.939834] env[62265]: DEBUG networking_nsxv3.common.locking [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 967.939998] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquiring lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 967.940130] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquired lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 967.940342] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquired external semaphore "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 967.940480] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Releasing lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 967.940623] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Resource: SegmentPort with ID: f3540e16-10c4-4d4f-a56b-bfb8c4c2a7eb is going to be created. [ 967.941821] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 967.941905] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 967.941965] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 967.942133] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 967.942320] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 967.942320] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c18e7d00-73a0-498e-841a-865db577c424 is going to be created. [ 967.961685] env[62265]: DEBUG networking_nsxv3.common.locking [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 967.961685] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquiring lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 967.961685] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquired lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 967.961685] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquired external semaphore "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 967.961880] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Releasing lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 967.962770] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Releasing lock "port-f3540e16-10c4-4d4f-a56b-bfb8c4c2a7eb" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 967.964856] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 967.968153] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 967.968246] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 967.968451] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 967.968611] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 967.973278] env[62265]: INFO networking_nsxv3.common.synchronization [req-30ec2bb5-1768-48d0-b513-805094f6cd7a req-f863fee2-c0e7-4872-9d4f-69dead1de47a tempest-ServersTestManualDisk-755920073 tempest-ServersTestManualDisk-755920073-project-member] Enqueued Resource ID: 71fd9bd9-c65c-467d-adb1-9c6f61cda6c0 with Priority: HIGHEST for action security_group_members [ 967.973278] env[62265]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 71fd9bd9-c65c-467d-adb1-9c6f61cda6c0 with Priority: HIGHEST for action security_group_members [ 967.973558] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock member-71fd9bd9-c65c-467d-adb1-9c6f61cda6c0 taken with stack trace [, , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 967.973701] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-71fd9bd9-c65c-467d-adb1-9c6f61cda6c0" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 967.973794] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-71fd9bd9-c65c-467d-adb1-9c6f61cda6c0" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 967.974022] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-71fd9bd9-c65c-467d-adb1-9c6f61cda6c0" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 967.974213] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 967.974345] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 967.974469] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 967.974691] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 967.974829] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 967.974959] env[62265]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('71fd9bd9-c65c-467d-adb1-9c6f61cda6c0',) {} {{(pid=62265) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 967.979110] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c18e7d00-73a0-498e-841a-865db577c424 in Status: UNINITIALIZED for 2s [ 968.322917] env[62265]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('da93af02-3b4e-409c-8e28-ed7c1e3287ca',) {} {{(pid=62265) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 968.482755] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 968.482755] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 968.482755] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 968.482755] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 968.482755] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 968.482755] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 968.484547] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 968.484547] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 968.484547] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 968.484547] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 968.484547] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 71fd9bd9-c65c-467d-adb1-9c6f61cda6c0 is going to be updated. [ 968.527969] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 968.528133] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 968.528133] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 968.528503] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 968.528503] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 968.538268] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 71fd9bd9-c65c-467d-adb1-9c6f61cda6c0 in Status: IN_PROGRESS for 2s [ 968.757802] env[62265]: INFO networking_nsxv3.common.synchronization [req-d492a4d5-af89-4fde-b963-9c0b386a7cba req-f3890d45-ac05-4e7c-a203-4f58e0727b02 service nova] Enqueued Resource ID: 17c63cf2-61eb-4ce9-8e1d-47bb40404daa with Priority: HIGHEST for action security_group_rules [ 968.757802] env[62265]: INFO networking_nsxv3.common.synchronization [req-d492a4d5-af89-4fde-b963-9c0b386a7cba req-f3890d45-ac05-4e7c-a203-4f58e0727b02 service nova] Enqueued Resource ID: 17c63cf2-61eb-4ce9-8e1d-47bb40404daa with Priority: HIGHEST for action security_group_members [ 968.757802] env[62265]: INFO networking_nsxv3.common.synchronization [req-d492a4d5-af89-4fde-b963-9c0b386a7cba req-f3890d45-ac05-4e7c-a203-4f58e0727b02 service nova] Enqueued Resource ID: f3540e16-10c4-4d4f-a56b-bfb8c4c2a7eb with Priority: HIGHEST for action port [ 968.758172] env[62265]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 17c63cf2-61eb-4ce9-8e1d-47bb40404daa with Priority: HIGHEST for action security_group_rules [ 968.758172] env[62265]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 17c63cf2-61eb-4ce9-8e1d-47bb40404daa with Priority: HIGHEST for action security_group_members [ 968.759121] env[62265]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f3540e16-10c4-4d4f-a56b-bfb8c4c2a7eb with Priority: HIGHEST for action port [ 968.759121] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock rules-17c63cf2-61eb-4ce9-8e1d-47bb40404daa taken with stack trace [, , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 968.759238] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-17c63cf2-61eb-4ce9-8e1d-47bb40404daa" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 968.759403] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-17c63cf2-61eb-4ce9-8e1d-47bb40404daa" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 968.759741] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-17c63cf2-61eb-4ce9-8e1d-47bb40404daa" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 968.760014] env[62265]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('17c63cf2-61eb-4ce9-8e1d-47bb40404daa',) {} {{(pid=62265) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 968.761052] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock member-17c63cf2-61eb-4ce9-8e1d-47bb40404daa taken with stack trace [, , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 968.761243] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-17c63cf2-61eb-4ce9-8e1d-47bb40404daa" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 968.761361] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-17c63cf2-61eb-4ce9-8e1d-47bb40404daa" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 968.761589] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-17c63cf2-61eb-4ce9-8e1d-47bb40404daa" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 968.761858] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 968.762131] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 968.762274] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 968.762512] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 968.762680] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 968.762822] env[62265]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('17c63cf2-61eb-4ce9-8e1d-47bb40404daa',) {} {{(pid=62265) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 968.763726] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock port-f3540e16-10c4-4d4f-a56b-bfb8c4c2a7eb taken with stack trace [, , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 968.763900] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f3540e16-10c4-4d4f-a56b-bfb8c4c2a7eb" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 968.764540] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f3540e16-10c4-4d4f-a56b-bfb8c4c2a7eb" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 968.764540] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f3540e16-10c4-4d4f-a56b-bfb8c4c2a7eb" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 968.764540] env[62265]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f3540e16-10c4-4d4f-a56b-bfb8c4c2a7eb',) {} {{(pid=62265) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 968.924913] env[62265]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('da93af02-3b4e-409c-8e28-ed7c1e3287ca',) {} {{(pid=62265) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 968.937204] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 95cf98c4-3841-4576-950a-00c6f979459f in Status: SUCCESS [ 968.937601] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-95cf98c4-3841-4576-950a-00c6f979459f" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 969.266939] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock member-17c63cf2-61eb-4ce9-8e1d-47bb40404daa taken with stack trace [, , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 969.267085] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-17c63cf2-61eb-4ce9-8e1d-47bb40404daa" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 969.267357] env[62265]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('17c63cf2-61eb-4ce9-8e1d-47bb40404daa',) {} {{(pid=62265) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 969.268601] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port f3540e16-10c4-4d4f-a56b-bfb8c4c2a7eb with status ACTIVE [ 969.268601] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 969.268601] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 969.268601] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 969.268815] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 969.270687] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 969.270687] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 969.270687] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 969.270687] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 969.270687] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 969.270687] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 969.270687] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 969.270687] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 969.270687] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 969.270687] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 969.270687] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 969.270687] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: f3540e16-10c4-4d4f-a56b-bfb8c4c2a7eb is going to be updated. [ 969.289751] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 969.289932] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 969.289932] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 969.290151] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 969.290487] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 969.290487] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f3540e16-10c4-4d4f-a56b-bfb8c4c2a7eb" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 969.427956] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 969.428336] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 969.428519] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 969.428810] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 969.428992] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 969.429188] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: da93af02-3b4e-409c-8e28-ed7c1e3287ca is going to be updated. [ 969.464622] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 969.464622] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 969.464622] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 969.464622] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 969.464905] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 969.472622] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: da93af02-3b4e-409c-8e28-ed7c1e3287ca in Status: IN_PROGRESS for 2s [ 969.771896] env[62265]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('17c63cf2-61eb-4ce9-8e1d-47bb40404daa',) {} {{(pid=62265) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 969.906663] env[62265]: INFO networking_nsxv3.common.synchronization [req-5e419d6b-6e54-4cd6-96c1-eac2897c8904 req-c04a18dd-3ed1-4c00-b405-572ff76e93be tempest-ServerActionsTestOtherA-1158692047 tempest-ServerActionsTestOtherA-1158692047-project-member] Enqueued Resource ID: 617a5cdb-9e2d-4824-b793-343dab01f226 with Priority: HIGHEST for action security_group_members [ 969.906663] env[62265]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 617a5cdb-9e2d-4824-b793-343dab01f226 with Priority: HIGHEST for action security_group_members [ 969.906663] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock member-617a5cdb-9e2d-4824-b793-343dab01f226 taken with stack trace [, , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 969.906663] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-617a5cdb-9e2d-4824-b793-343dab01f226" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 969.907581] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-617a5cdb-9e2d-4824-b793-343dab01f226" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 969.907879] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-617a5cdb-9e2d-4824-b793-343dab01f226" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 969.908075] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 969.908188] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 969.908320] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 969.908424] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 969.908505] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 969.908604] env[62265]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('617a5cdb-9e2d-4824-b793-343dab01f226',) {} {{(pid=62265) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 969.988719] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c18e7d00-73a0-498e-841a-865db577c424 in Status: SUCCESS [ 969.988998] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c18e7d00-73a0-498e-841a-865db577c424" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 969.989178] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c18e7d00-73a0-498e-841a-865db577c424" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 969.989385] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c18e7d00-73a0-498e-841a-865db577c424" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 969.989566] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 969.989678] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 969.989738] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 969.989887] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 969.989961] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 969.990051] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c18e7d00-73a0-498e-841a-865db577c424" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 969.990137] env[62265]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('c18e7d00-73a0-498e-841a-865db577c424',) {} {{(pid=62265) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 970.279552] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 970.279730] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 970.279812] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 970.280057] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 970.280151] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 970.280260] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 17c63cf2-61eb-4ce9-8e1d-47bb40404daa is going to be created. [ 970.287335] env[62265]: DEBUG networking_nsxv3.common.locking [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Lock network-553 taken with stack trace [, , , , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 970.287546] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquiring lock "network-553" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 970.287676] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquired lock "network-553" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 970.287955] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquired external semaphore "network-553" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 970.291715] env[62265]: DEBUG networking_nsxv3.common.locking [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 970.291715] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquiring lock "Segment" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 970.291715] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquired lock "Segment" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 970.291715] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquired external semaphore "Segment" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 970.291715] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Releasing lock "Segment" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 970.291715] env[62265]: DEBUG dogpile.cache.region [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] No value present for key: 'zone-id' {{(pid=62265) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 970.291715] env[62265]: DEBUG dogpile.lock [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] NeedRegenerationException {{(pid=62265) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 970.291715] env[62265]: DEBUG dogpile.lock [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] no value, waiting for create lock {{(pid=62265) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 970.291715] env[62265]: DEBUG dogpile.lock [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] value creation lock acquired {{(pid=62265) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 970.291715] env[62265]: DEBUG dogpile.cache.region [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] No value present for key: 'zone-id' {{(pid=62265) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 970.291715] env[62265]: DEBUG dogpile.lock [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Calling creation function for not-yet-present value {{(pid=62265) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 970.291715] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 970.307109] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 970.307258] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 970.307319] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 970.307525] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 970.307753] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 970.309745] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 970.309937] env[62265]: DEBUG dogpile.cache.region [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=62265) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 970.316194] env[62265]: DEBUG dogpile.lock [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Released creation lock {{(pid=62265) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 970.316459] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Releasing lock "network-553" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 970.316820] env[62265]: DEBUG networking_nsxv3.common.locking [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Lock port-87a73726-ddbb-4d54-94bc-8e7fa0b14b6a taken with stack trace [, , , , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 970.317330] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquiring lock "port-87a73726-ddbb-4d54-94bc-8e7fa0b14b6a" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 970.317330] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquired lock "port-87a73726-ddbb-4d54-94bc-8e7fa0b14b6a" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 970.317545] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquired external semaphore "port-87a73726-ddbb-4d54-94bc-8e7fa0b14b6a" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 970.317698] env[62265]: DEBUG networking_nsxv3.api.rpc [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('87a73726-ddbb-4d54-94bc-8e7fa0b14b6a',) {} {{(pid=62265) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 970.326282] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 17c63cf2-61eb-4ce9-8e1d-47bb40404daa in Status: UNINITIALIZED for 2s [ 970.411303] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 970.411531] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 970.411628] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 970.411925] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 970.412958] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 970.412958] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 970.412958] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 970.412958] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 970.412958] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 970.412958] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 970.412958] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 617a5cdb-9e2d-4824-b793-343dab01f226 already deleted. [ 970.412958] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-617a5cdb-9e2d-4824-b793-343dab01f226" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 970.463728] env[62265]: DEBUG networking_nsxv3.common.locking [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Lock network-838 taken with stack trace [, , , , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 970.463914] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquiring lock "network-838" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 970.464053] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquired lock "network-838" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 970.464938] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquired external semaphore "network-838" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 970.465275] env[62265]: DEBUG networking_nsxv3.common.locking [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 970.465444] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquiring lock "Segment" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 970.465560] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquired lock "Segment" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 970.465812] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquired external semaphore "Segment" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 970.465966] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Releasing lock "Segment" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 970.468081] env[62265]: DEBUG dogpile.cache.region [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] No value present for key: 'zone-id' {{(pid=62265) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 970.468081] env[62265]: DEBUG dogpile.lock [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] NeedRegenerationException {{(pid=62265) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 970.468081] env[62265]: DEBUG dogpile.lock [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] no value, waiting for create lock {{(pid=62265) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 970.468081] env[62265]: DEBUG dogpile.lock [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] value creation lock acquired {{(pid=62265) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 970.468081] env[62265]: DEBUG dogpile.cache.region [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] No value present for key: 'zone-id' {{(pid=62265) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 970.468081] env[62265]: DEBUG dogpile.lock [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Calling creation function for not-yet-present value {{(pid=62265) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 970.468081] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 970.483824] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 970.484018] env[62265]: DEBUG dogpile.cache.region [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Cache value generated in 0.017 seconds for key(s): 'zone-id' {{(pid=62265) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 970.484468] env[62265]: DEBUG dogpile.lock [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Released creation lock {{(pid=62265) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 970.484468] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Releasing lock "network-838" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 970.484890] env[62265]: DEBUG networking_nsxv3.common.locking [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Lock port-905ff3ca-77bf-492b-b96f-3ae8d19f33c3 taken with stack trace [, , , , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 970.485113] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquiring lock "port-905ff3ca-77bf-492b-b96f-3ae8d19f33c3" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 970.485279] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquired lock "port-905ff3ca-77bf-492b-b96f-3ae8d19f33c3" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 970.485673] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquired external semaphore "port-905ff3ca-77bf-492b-b96f-3ae8d19f33c3" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 970.485843] env[62265]: DEBUG networking_nsxv3.api.rpc [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('905ff3ca-77bf-492b-b96f-3ae8d19f33c3',) {} {{(pid=62265) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 970.493429] env[62265]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('c18e7d00-73a0-498e-841a-865db577c424',) {} {{(pid=62265) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 970.554160] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 71fd9bd9-c65c-467d-adb1-9c6f61cda6c0 in Status: SUCCESS [ 970.554160] env[62265]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 71fd9bd9-c65c-467d-adb1-9c6f61cda6c0 deletion is rescheduled due to dependency. [ 970.554160] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-71fd9bd9-c65c-467d-adb1-9c6f61cda6c0" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 970.820740] env[62265]: DEBUG networking_nsxv3.common.locking [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 970.820740] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquiring lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 970.820740] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquired lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 970.820740] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquired external semaphore "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 970.821344] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Releasing lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 970.821344] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Segment Port 87a73726-ddbb-4d54-94bc-8e7fa0b14b6a not found, creating... [ 970.821344] env[62265]: DEBUG networking_nsxv3.common.locking [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 970.821494] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquiring lock "Segment" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 970.821534] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquired lock "Segment" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 970.821747] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquired external semaphore "Segment" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 970.821889] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Releasing lock "Segment" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 970.822306] env[62265]: DEBUG networking_nsxv3.common.locking [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 970.822482] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquiring lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 970.822654] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquired lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 970.822951] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquired external semaphore "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 970.823161] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Releasing lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 970.823315] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Resource: SegmentPort with ID: 87a73726-ddbb-4d54-94bc-8e7fa0b14b6a is going to be created. [ 970.843063] env[62265]: DEBUG networking_nsxv3.common.locking [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 970.843187] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquiring lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 970.843313] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquired lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 970.843658] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquired external semaphore "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 970.843891] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Releasing lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 970.844129] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Releasing lock "port-87a73726-ddbb-4d54-94bc-8e7fa0b14b6a" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 970.991832] env[62265]: DEBUG networking_nsxv3.common.locking [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 970.992153] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquiring lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 970.992291] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquired lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 970.992568] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquired external semaphore "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 970.992721] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Releasing lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 970.992881] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Segment Port 905ff3ca-77bf-492b-b96f-3ae8d19f33c3 not found, creating... [ 970.993180] env[62265]: DEBUG networking_nsxv3.common.locking [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 970.993310] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquiring lock "Segment" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 970.993443] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquired lock "Segment" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 970.993705] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquired external semaphore "Segment" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 970.993875] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Releasing lock "Segment" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 970.994190] env[62265]: DEBUG networking_nsxv3.common.locking [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 970.994349] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquiring lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 970.994471] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquired lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 970.994683] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquired external semaphore "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 970.994850] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Releasing lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 970.995010] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Resource: SegmentPort with ID: 905ff3ca-77bf-492b-b96f-3ae8d19f33c3 is going to be created. [ 970.996097] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for c18e7d00-73a0-498e-841a-865db577c424: rpc.has_security_group_logging(os_id): False [ 971.016894] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 971.017102] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 971.017181] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 971.017388] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 971.017479] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 971.017820] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 971.017938] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 971.018017] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 971.018194] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 971.018274] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 971.018364] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c18e7d00-73a0-498e-841a-865db577c424 is going to be created. [ 971.020396] env[62265]: DEBUG networking_nsxv3.common.locking [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 971.020604] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquiring lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 971.020797] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquired lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 971.021158] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquired external semaphore "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 971.021351] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Releasing lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 971.021628] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Releasing lock "port-905ff3ca-77bf-492b-b96f-3ae8d19f33c3" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 971.078922] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 971.079096] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 971.079172] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 971.079360] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 971.079765] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 971.093008] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c18e7d00-73a0-498e-841a-865db577c424 in Status: IN_PROGRESS for 2s [ 971.482993] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: da93af02-3b4e-409c-8e28-ed7c1e3287ca in Status: SUCCESS [ 971.483250] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-da93af02-3b4e-409c-8e28-ed7c1e3287ca" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 971.733018] env[62265]: INFO networking_nsxv3.common.synchronization [req-5e419d6b-6e54-4cd6-96c1-eac2897c8904 req-7381b70b-b1ae-4ee6-9499-4296dfb86a01 service nova] Enqueued Resource ID: 617a5cdb-9e2d-4824-b793-343dab01f226 with Priority: HIGHEST for action security_group_rules [ 971.733018] env[62265]: INFO networking_nsxv3.common.synchronization [req-5e419d6b-6e54-4cd6-96c1-eac2897c8904 req-7381b70b-b1ae-4ee6-9499-4296dfb86a01 service nova] Enqueued Resource ID: 617a5cdb-9e2d-4824-b793-343dab01f226 with Priority: HIGHEST for action security_group_members [ 971.733018] env[62265]: INFO networking_nsxv3.common.synchronization [req-5e419d6b-6e54-4cd6-96c1-eac2897c8904 req-7381b70b-b1ae-4ee6-9499-4296dfb86a01 service nova] Enqueued Resource ID: 87a73726-ddbb-4d54-94bc-8e7fa0b14b6a with Priority: HIGHEST for action port [ 971.733018] env[62265]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 617a5cdb-9e2d-4824-b793-343dab01f226 with Priority: HIGHEST for action security_group_rules [ 971.733018] env[62265]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 617a5cdb-9e2d-4824-b793-343dab01f226 with Priority: HIGHEST for action security_group_members [ 971.733018] env[62265]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 87a73726-ddbb-4d54-94bc-8e7fa0b14b6a with Priority: HIGHEST for action port [ 971.733018] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock rules-617a5cdb-9e2d-4824-b793-343dab01f226 taken with stack trace [, , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 971.733018] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-617a5cdb-9e2d-4824-b793-343dab01f226" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 971.733018] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-617a5cdb-9e2d-4824-b793-343dab01f226" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 971.733018] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-617a5cdb-9e2d-4824-b793-343dab01f226" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 971.733018] env[62265]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('617a5cdb-9e2d-4824-b793-343dab01f226',) {} {{(pid=62265) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 971.733018] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock member-617a5cdb-9e2d-4824-b793-343dab01f226 taken with stack trace [, , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 971.733018] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-617a5cdb-9e2d-4824-b793-343dab01f226" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 971.733018] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-617a5cdb-9e2d-4824-b793-343dab01f226" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 971.733018] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-617a5cdb-9e2d-4824-b793-343dab01f226" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 971.733018] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 971.733018] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 971.733018] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 971.733018] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 971.733018] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 971.733947] env[62265]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('617a5cdb-9e2d-4824-b793-343dab01f226',) {} {{(pid=62265) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 971.735933] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock port-87a73726-ddbb-4d54-94bc-8e7fa0b14b6a taken with stack trace [, , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 971.736203] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-87a73726-ddbb-4d54-94bc-8e7fa0b14b6a" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 971.736311] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-87a73726-ddbb-4d54-94bc-8e7fa0b14b6a" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 971.736518] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-87a73726-ddbb-4d54-94bc-8e7fa0b14b6a" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 971.737252] env[62265]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('87a73726-ddbb-4d54-94bc-8e7fa0b14b6a',) {} {{(pid=62265) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 971.800754] env[62265]: INFO networking_nsxv3.common.synchronization [req-915bd278-7359-4113-a8b3-7b2dcb16a8d0 req-0e2447ee-c948-4c47-9b21-d31c81c6dc26 service nova] Enqueued Resource ID: da93af02-3b4e-409c-8e28-ed7c1e3287ca with Priority: HIGHEST for action security_group_rules [ 971.800941] env[62265]: INFO networking_nsxv3.common.synchronization [req-915bd278-7359-4113-a8b3-7b2dcb16a8d0 req-0e2447ee-c948-4c47-9b21-d31c81c6dc26 service nova] Enqueued Resource ID: da93af02-3b4e-409c-8e28-ed7c1e3287ca with Priority: HIGHEST for action security_group_members [ 971.801097] env[62265]: INFO networking_nsxv3.common.synchronization [req-915bd278-7359-4113-a8b3-7b2dcb16a8d0 req-0e2447ee-c948-4c47-9b21-d31c81c6dc26 service nova] Enqueued Resource ID: 905ff3ca-77bf-492b-b96f-3ae8d19f33c3 with Priority: HIGHEST for action port [ 971.801609] env[62265]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: da93af02-3b4e-409c-8e28-ed7c1e3287ca with Priority: HIGHEST for action security_group_rules [ 971.801609] env[62265]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: da93af02-3b4e-409c-8e28-ed7c1e3287ca with Priority: HIGHEST for action security_group_members [ 971.801609] env[62265]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 905ff3ca-77bf-492b-b96f-3ae8d19f33c3 with Priority: HIGHEST for action port [ 971.802154] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock rules-da93af02-3b4e-409c-8e28-ed7c1e3287ca taken with stack trace [, , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 971.802280] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-da93af02-3b4e-409c-8e28-ed7c1e3287ca" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 971.802345] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-da93af02-3b4e-409c-8e28-ed7c1e3287ca" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 971.805657] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-da93af02-3b4e-409c-8e28-ed7c1e3287ca" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 971.805657] env[62265]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('da93af02-3b4e-409c-8e28-ed7c1e3287ca',) {} {{(pid=62265) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 971.805657] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock member-da93af02-3b4e-409c-8e28-ed7c1e3287ca taken with stack trace [, , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 971.805657] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-da93af02-3b4e-409c-8e28-ed7c1e3287ca" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 971.805657] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-da93af02-3b4e-409c-8e28-ed7c1e3287ca" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 971.805657] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-da93af02-3b4e-409c-8e28-ed7c1e3287ca" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 971.805657] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 971.805657] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 971.805657] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 971.805657] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 971.805657] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 971.805657] env[62265]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('da93af02-3b4e-409c-8e28-ed7c1e3287ca',) {} {{(pid=62265) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 971.806918] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock port-905ff3ca-77bf-492b-b96f-3ae8d19f33c3 taken with stack trace [, , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 971.806918] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-905ff3ca-77bf-492b-b96f-3ae8d19f33c3" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 971.806918] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-905ff3ca-77bf-492b-b96f-3ae8d19f33c3" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 971.806918] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-905ff3ca-77bf-492b-b96f-3ae8d19f33c3" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 971.806918] env[62265]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('905ff3ca-77bf-492b-b96f-3ae8d19f33c3',) {} {{(pid=62265) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 972.239533] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock member-617a5cdb-9e2d-4824-b793-343dab01f226 taken with stack trace [, , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 972.240108] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-617a5cdb-9e2d-4824-b793-343dab01f226" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 972.240108] env[62265]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('617a5cdb-9e2d-4824-b793-343dab01f226',) {} {{(pid=62265) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 972.242876] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 87a73726-ddbb-4d54-94bc-8e7fa0b14b6a with status ACTIVE [ 972.243075] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 972.243198] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 972.243265] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 972.243605] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 972.243605] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 972.243734] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 972.243827] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 972.243881] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 972.244086] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 972.244166] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 972.244329] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 972.244413] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 972.244627] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 972.244627] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 972.244799] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 972.244799] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 87a73726-ddbb-4d54-94bc-8e7fa0b14b6a is going to be updated. [ 972.264946] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 972.265124] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 972.265248] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 972.265368] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 972.265486] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 972.265724] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-87a73726-ddbb-4d54-94bc-8e7fa0b14b6a" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 972.309041] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock member-da93af02-3b4e-409c-8e28-ed7c1e3287ca taken with stack trace [, , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 972.309041] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-da93af02-3b4e-409c-8e28-ed7c1e3287ca" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 972.309214] env[62265]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('da93af02-3b4e-409c-8e28-ed7c1e3287ca',) {} {{(pid=62265) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 972.310093] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 905ff3ca-77bf-492b-b96f-3ae8d19f33c3 with status ACTIVE [ 972.310275] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 972.310384] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 972.310450] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 972.311348] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 972.311348] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 972.311348] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 972.311348] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 972.311348] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 972.311348] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 972.311348] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 972.311726] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 972.311726] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 972.311726] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 972.311831] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 972.311865] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 972.311919] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 905ff3ca-77bf-492b-b96f-3ae8d19f33c3 is going to be updated. [ 972.333942] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 972.334137] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 972.334212] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 972.334553] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 972.334681] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 972.334947] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-905ff3ca-77bf-492b-b96f-3ae8d19f33c3" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 972.336396] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 17c63cf2-61eb-4ce9-8e1d-47bb40404daa in Status: SUCCESS [ 972.336659] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-17c63cf2-61eb-4ce9-8e1d-47bb40404daa" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 972.337084] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-17c63cf2-61eb-4ce9-8e1d-47bb40404daa" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 972.337303] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-17c63cf2-61eb-4ce9-8e1d-47bb40404daa" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 972.337541] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 972.337685] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 972.337751] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 972.337941] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 972.338056] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 972.338187] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-17c63cf2-61eb-4ce9-8e1d-47bb40404daa" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 972.338321] env[62265]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('17c63cf2-61eb-4ce9-8e1d-47bb40404daa',) {} {{(pid=62265) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 972.742719] env[62265]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('617a5cdb-9e2d-4824-b793-343dab01f226',) {} {{(pid=62265) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 972.816040] env[62265]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('da93af02-3b4e-409c-8e28-ed7c1e3287ca',) {} {{(pid=62265) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 972.840695] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock member-17c63cf2-61eb-4ce9-8e1d-47bb40404daa taken with stack trace [, , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 972.840695] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-17c63cf2-61eb-4ce9-8e1d-47bb40404daa" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 972.840695] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-17c63cf2-61eb-4ce9-8e1d-47bb40404daa" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 972.840695] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-17c63cf2-61eb-4ce9-8e1d-47bb40404daa" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 972.841034] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 972.841034] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 972.841034] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 972.841179] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 972.841591] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 972.841717] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-17c63cf2-61eb-4ce9-8e1d-47bb40404daa" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 972.841900] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock member-17c63cf2-61eb-4ce9-8e1d-47bb40404daa taken with stack trace [, , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 972.842021] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-17c63cf2-61eb-4ce9-8e1d-47bb40404daa" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 972.842084] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-17c63cf2-61eb-4ce9-8e1d-47bb40404daa" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 972.842258] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-17c63cf2-61eb-4ce9-8e1d-47bb40404daa" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 972.842401] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 972.842497] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 972.842559] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 972.842719] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 972.842836] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 972.842956] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-17c63cf2-61eb-4ce9-8e1d-47bb40404daa" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 972.843067] env[62265]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('17c63cf2-61eb-4ce9-8e1d-47bb40404daa',) {} {{(pid=62265) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 973.109648] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c18e7d00-73a0-498e-841a-865db577c424 in Status: SUCCESS [ 973.109886] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c18e7d00-73a0-498e-841a-865db577c424" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 973.246140] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 973.246668] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 973.246668] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 973.246668] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 973.246880] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 973.246880] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 617a5cdb-9e2d-4824-b793-343dab01f226 is going to be created. [ 973.270957] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 973.270957] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 973.270957] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 973.270957] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 973.270957] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 973.279623] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 617a5cdb-9e2d-4824-b793-343dab01f226 in Status: UNINITIALIZED for 2s [ 973.319285] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 973.319460] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 973.319537] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 973.319802] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 973.319914] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 973.320096] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: da93af02-3b4e-409c-8e28-ed7c1e3287ca is going to be updated. [ 973.345078] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 17c63cf2-61eb-4ce9-8e1d-47bb40404daa: rpc.has_security_group_logging(os_id): False [ 973.347153] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 973.347292] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 973.347381] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 973.347641] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 973.347803] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 973.356460] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: da93af02-3b4e-409c-8e28-ed7c1e3287ca in Status: IN_PROGRESS for 2s [ 973.367149] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 973.367304] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 973.367353] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 973.367559] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 973.367671] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 973.367889] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 973.368138] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 973.368138] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 973.368244] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 973.368323] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 973.368502] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 973.368596] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 973.368656] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 973.368818] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 973.368893] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 973.369078] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 973.369188] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 973.369239] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 973.369381] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 973.369458] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 973.369572] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 17c63cf2-61eb-4ce9-8e1d-47bb40404daa is going to be created. [ 973.463618] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 973.463792] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 973.463865] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 973.464123] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 973.464304] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 973.478919] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 17c63cf2-61eb-4ce9-8e1d-47bb40404daa in Status: IN_PROGRESS for 2s [ 975.131763] env[62265]: INFO networking_nsxv3.common.synchronization [req-b95c282d-cf97-4b07-b697-1ef4920f1f73 req-d0ccd080-bdd1-4c4c-afb5-a07673e67f3b tempest-ImagesTestJSON-588636336 tempest-ImagesTestJSON-588636336-project-member] Enqueued Resource ID: 816c28a4-7b3d-4ec6-b8a7-98e59cf7a51f with Priority: HIGHEST for action security_group_members [ 975.135377] env[62265]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 816c28a4-7b3d-4ec6-b8a7-98e59cf7a51f with Priority: HIGHEST for action security_group_members [ 975.137183] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock member-816c28a4-7b3d-4ec6-b8a7-98e59cf7a51f taken with stack trace [, , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 975.137355] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-816c28a4-7b3d-4ec6-b8a7-98e59cf7a51f" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 975.137510] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-816c28a4-7b3d-4ec6-b8a7-98e59cf7a51f" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 975.137607] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-816c28a4-7b3d-4ec6-b8a7-98e59cf7a51f" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 975.137789] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 975.137918] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 975.138016] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 975.138094] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 975.138168] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 975.138279] env[62265]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('816c28a4-7b3d-4ec6-b8a7-98e59cf7a51f',) {} {{(pid=62265) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 975.289411] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 617a5cdb-9e2d-4824-b793-343dab01f226 in Status: SUCCESS [ 975.289663] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-617a5cdb-9e2d-4824-b793-343dab01f226" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 975.289776] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-617a5cdb-9e2d-4824-b793-343dab01f226" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 975.289993] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-617a5cdb-9e2d-4824-b793-343dab01f226" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 975.290189] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 975.290303] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 975.290370] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 975.290511] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 975.290585] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 975.290670] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-617a5cdb-9e2d-4824-b793-343dab01f226" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 975.290755] env[62265]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('617a5cdb-9e2d-4824-b793-343dab01f226',) {} {{(pid=62265) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 975.366440] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: da93af02-3b4e-409c-8e28-ed7c1e3287ca in Status: SUCCESS [ 975.366617] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-da93af02-3b4e-409c-8e28-ed7c1e3287ca" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 975.367069] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-da93af02-3b4e-409c-8e28-ed7c1e3287ca" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 975.367287] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-da93af02-3b4e-409c-8e28-ed7c1e3287ca" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 975.367472] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 975.367588] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 975.367651] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 975.367817] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 975.367897] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 975.367981] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-da93af02-3b4e-409c-8e28-ed7c1e3287ca" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 975.368081] env[62265]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('da93af02-3b4e-409c-8e28-ed7c1e3287ca',) {} {{(pid=62265) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 975.490820] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 17c63cf2-61eb-4ce9-8e1d-47bb40404daa in Status: SUCCESS [ 975.491066] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-17c63cf2-61eb-4ce9-8e1d-47bb40404daa" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 975.642487] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 975.642714] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 975.643283] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 975.643283] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 975.643283] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 975.643385] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 975.643522] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 975.643623] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 975.643848] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 975.643910] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 975.644010] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 816c28a4-7b3d-4ec6-b8a7-98e59cf7a51f is going to be updated. [ 975.670313] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 975.670442] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 975.670442] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 975.670718] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 975.671012] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 975.680526] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 816c28a4-7b3d-4ec6-b8a7-98e59cf7a51f in Status: IN_PROGRESS for 2s [ 975.793281] env[62265]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('617a5cdb-9e2d-4824-b793-343dab01f226',) {} {{(pid=62265) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 975.870139] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock member-da93af02-3b4e-409c-8e28-ed7c1e3287ca taken with stack trace [, , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 975.870326] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-da93af02-3b4e-409c-8e28-ed7c1e3287ca" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 975.870326] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-da93af02-3b4e-409c-8e28-ed7c1e3287ca" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 975.870604] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-da93af02-3b4e-409c-8e28-ed7c1e3287ca" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 975.871257] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 975.871257] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 975.871257] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 975.871407] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 975.871493] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 975.871659] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-da93af02-3b4e-409c-8e28-ed7c1e3287ca" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 975.871944] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock member-da93af02-3b4e-409c-8e28-ed7c1e3287ca taken with stack trace [, , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 975.872157] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-da93af02-3b4e-409c-8e28-ed7c1e3287ca" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 975.872252] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-da93af02-3b4e-409c-8e28-ed7c1e3287ca" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 975.872517] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-da93af02-3b4e-409c-8e28-ed7c1e3287ca" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 975.872804] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 975.873013] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 975.874062] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 975.874320] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 975.874458] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 975.874662] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-da93af02-3b4e-409c-8e28-ed7c1e3287ca" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 975.874769] env[62265]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('da93af02-3b4e-409c-8e28-ed7c1e3287ca',) {} {{(pid=62265) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 976.296872] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 617a5cdb-9e2d-4824-b793-343dab01f226: rpc.has_security_group_logging(os_id): False [ 976.313681] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 976.313857] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 976.313929] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 976.314155] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 976.314282] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 976.314493] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 976.314619] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 976.314707] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 976.314878] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 976.314956] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 976.315065] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 617a5cdb-9e2d-4824-b793-343dab01f226 is going to be created. [ 976.371906] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 976.372142] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 976.372142] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 976.372333] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 976.372536] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 976.377377] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for da93af02-3b4e-409c-8e28-ed7c1e3287ca: rpc.has_security_group_logging(os_id): False [ 976.383385] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 617a5cdb-9e2d-4824-b793-343dab01f226 in Status: IN_PROGRESS for 2s [ 976.396017] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 976.396179] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 976.396249] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 976.396460] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 976.396552] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 976.396775] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 976.396894] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 976.396991] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 976.397254] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 976.397382] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 976.397628] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 976.397709] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 976.397766] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 976.397911] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 976.397987] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 976.398185] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 976.398276] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 976.398338] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 976.398479] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 976.398552] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 976.398640] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: da93af02-3b4e-409c-8e28-ed7c1e3287ca is going to be updated. [ 976.485225] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 976.485418] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 976.485418] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 976.485633] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 976.485779] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 976.504598] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: da93af02-3b4e-409c-8e28-ed7c1e3287ca in Status: IN_PROGRESS for 2s [ 977.690785] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 816c28a4-7b3d-4ec6-b8a7-98e59cf7a51f in Status: SUCCESS [ 977.691162] env[62265]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 816c28a4-7b3d-4ec6-b8a7-98e59cf7a51f deletion is rescheduled due to dependency. [ 977.691162] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-816c28a4-7b3d-4ec6-b8a7-98e59cf7a51f" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 978.139287] env[62265]: INFO networking_nsxv3.common.synchronization [req-60f21875-1024-4dc8-a3aa-1c4a90a2b108 req-62e9f705-7c61-4a66-9b90-32b9900843a5 tempest-ServerMetadataTestJSON-310651987 tempest-ServerMetadataTestJSON-310651987-project-member] Enqueued Resource ID: 7c32117f-f49b-4b2f-810a-9daef4f7badf with Priority: HIGHEST for action security_group_members [ 978.139805] env[62265]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7c32117f-f49b-4b2f-810a-9daef4f7badf with Priority: HIGHEST for action security_group_members [ 978.140125] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock member-7c32117f-f49b-4b2f-810a-9daef4f7badf taken with stack trace [, , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 978.140249] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7c32117f-f49b-4b2f-810a-9daef4f7badf" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 978.140313] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7c32117f-f49b-4b2f-810a-9daef4f7badf" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 978.140507] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7c32117f-f49b-4b2f-810a-9daef4f7badf" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 978.140664] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 978.141127] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 978.141127] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 978.141127] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 978.141127] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 978.141413] env[62265]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7c32117f-f49b-4b2f-810a-9daef4f7badf',) {} {{(pid=62265) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 978.398343] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 617a5cdb-9e2d-4824-b793-343dab01f226 in Status: SUCCESS [ 978.398534] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-617a5cdb-9e2d-4824-b793-343dab01f226" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 978.527466] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: da93af02-3b4e-409c-8e28-ed7c1e3287ca in Status: SUCCESS [ 978.527466] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-da93af02-3b4e-409c-8e28-ed7c1e3287ca" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 978.646353] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 978.646594] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 978.646714] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 978.647051] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 978.647205] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 978.647504] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 978.647688] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 978.647794] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 978.648049] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 978.649049] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 978.649049] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7c32117f-f49b-4b2f-810a-9daef4f7badf is going to be updated. [ 978.683362] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 978.683549] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 978.683736] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 978.683987] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 978.684160] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 978.695868] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7c32117f-f49b-4b2f-810a-9daef4f7badf in Status: IN_PROGRESS for 2s [ 980.710604] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7c32117f-f49b-4b2f-810a-9daef4f7badf in Status: SUCCESS [ 980.710970] env[62265]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7c32117f-f49b-4b2f-810a-9daef4f7badf deletion is rescheduled due to dependency. [ 980.710970] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7c32117f-f49b-4b2f-810a-9daef4f7badf" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 980.802536] env[62265]: INFO networking_nsxv3.common.synchronization [req-1547e8e3-c2ac-487f-b58a-86a46f56e75a req-7eb21f30-5c73-41d9-906f-3ef4e6926cfb tempest-ImagesOneServerNegativeTestJSON-43880012 tempest-ImagesOneServerNegativeTestJSON-43880012-project-member] Enqueued Resource ID: 833f3169-0676-4778-a13d-0e996caf86c3 with Priority: HIGHEST for action security_group_members [ 980.803205] env[62265]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 833f3169-0676-4778-a13d-0e996caf86c3 with Priority: HIGHEST for action security_group_members [ 980.803388] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock member-833f3169-0676-4778-a13d-0e996caf86c3 taken with stack trace [, , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 980.804473] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-833f3169-0676-4778-a13d-0e996caf86c3" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 980.804473] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-833f3169-0676-4778-a13d-0e996caf86c3" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 980.807566] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-833f3169-0676-4778-a13d-0e996caf86c3" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 980.807789] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 980.807920] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 980.807992] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 980.808286] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 980.808350] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 980.808413] env[62265]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('833f3169-0676-4778-a13d-0e996caf86c3',) {} {{(pid=62265) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 981.218282] env[62265]: DEBUG networking_nsxv3.common.locking [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Lock network-334 taken with stack trace [, , , , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 981.218713] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquiring lock "network-334" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 981.218978] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquired lock "network-334" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 981.219466] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquired external semaphore "network-334" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 981.219940] env[62265]: DEBUG networking_nsxv3.common.locking [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 981.220713] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquiring lock "Segment" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 981.221111] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquired lock "Segment" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 981.221466] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquired external semaphore "Segment" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 981.221646] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Releasing lock "Segment" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 981.221913] env[62265]: DEBUG dogpile.cache.region [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] No value present for key: 'zone-id' {{(pid=62265) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 981.222061] env[62265]: DEBUG dogpile.lock [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] NeedRegenerationException {{(pid=62265) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 981.222203] env[62265]: DEBUG dogpile.lock [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] no value, waiting for create lock {{(pid=62265) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 981.222354] env[62265]: DEBUG dogpile.lock [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] value creation lock acquired {{(pid=62265) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 981.222494] env[62265]: DEBUG dogpile.cache.region [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] No value present for key: 'zone-id' {{(pid=62265) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 981.222627] env[62265]: DEBUG dogpile.lock [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Calling creation function for not-yet-present value {{(pid=62265) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 981.222795] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 981.241585] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 981.241816] env[62265]: DEBUG dogpile.cache.region [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=62265) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 981.241958] env[62265]: DEBUG dogpile.lock [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Released creation lock {{(pid=62265) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 981.242156] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Releasing lock "network-334" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 981.242511] env[62265]: DEBUG networking_nsxv3.common.locking [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Lock port-7590eb17-e819-453d-a246-5f6f25c582b8 taken with stack trace [, , , , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 981.242637] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquiring lock "port-7590eb17-e819-453d-a246-5f6f25c582b8" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 981.242760] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquired lock "port-7590eb17-e819-453d-a246-5f6f25c582b8" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 981.243096] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquired external semaphore "port-7590eb17-e819-453d-a246-5f6f25c582b8" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 981.243239] env[62265]: DEBUG networking_nsxv3.api.rpc [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7590eb17-e819-453d-a246-5f6f25c582b8',) {} {{(pid=62265) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 981.310808] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 981.310808] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 981.310808] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 981.310944] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 981.310976] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 981.311263] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 981.311574] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 981.311574] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 981.311661] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 981.311760] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 981.311868] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 833f3169-0676-4778-a13d-0e996caf86c3 is going to be updated. [ 981.336849] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 981.336849] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 981.336849] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 981.340417] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 981.340417] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 981.348206] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 833f3169-0676-4778-a13d-0e996caf86c3 in Status: IN_PROGRESS for 2s [ 981.745741] env[62265]: DEBUG networking_nsxv3.common.locking [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 981.746112] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquiring lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 981.746112] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquired lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 981.746563] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquired external semaphore "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 981.746563] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Releasing lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 981.746692] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Segment Port 7590eb17-e819-453d-a246-5f6f25c582b8 not found, creating... [ 981.746954] env[62265]: DEBUG networking_nsxv3.common.locking [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 981.747130] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquiring lock "Segment" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 981.747250] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquired lock "Segment" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 981.747470] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquired external semaphore "Segment" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 981.747610] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Releasing lock "Segment" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 981.747891] env[62265]: DEBUG networking_nsxv3.common.locking [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 981.748056] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquiring lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 981.748189] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquired lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 981.748382] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquired external semaphore "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 981.748540] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Releasing lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 981.748678] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Resource: SegmentPort with ID: 7590eb17-e819-453d-a246-5f6f25c582b8 is going to be created. [ 981.770458] env[62265]: DEBUG networking_nsxv3.common.locking [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 981.770740] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquiring lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 981.770812] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquired lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 981.771083] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquired external semaphore "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 981.771639] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Releasing lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 981.771639] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Releasing lock "port-7590eb17-e819-453d-a246-5f6f25c582b8" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 982.962096] env[62265]: INFO networking_nsxv3.common.synchronization [req-1547e8e3-c2ac-487f-b58a-86a46f56e75a req-a7e09707-d554-46df-9fa9-d195025ecee1 service nova] Enqueued Resource ID: 833f3169-0676-4778-a13d-0e996caf86c3 with Priority: HIGHEST for action security_group_rules [ 982.962321] env[62265]: INFO networking_nsxv3.common.synchronization [req-1547e8e3-c2ac-487f-b58a-86a46f56e75a req-a7e09707-d554-46df-9fa9-d195025ecee1 service nova] Enqueued Resource ID: 833f3169-0676-4778-a13d-0e996caf86c3 with Priority: HIGHEST for action security_group_members [ 982.962671] env[62265]: INFO networking_nsxv3.common.synchronization [req-1547e8e3-c2ac-487f-b58a-86a46f56e75a req-a7e09707-d554-46df-9fa9-d195025ecee1 service nova] Enqueued Resource ID: 7590eb17-e819-453d-a246-5f6f25c582b8 with Priority: HIGHEST for action port [ 982.962889] env[62265]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 833f3169-0676-4778-a13d-0e996caf86c3 with Priority: HIGHEST for action security_group_rules [ 982.963179] env[62265]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 833f3169-0676-4778-a13d-0e996caf86c3 with Priority: HIGHEST for action security_group_members [ 982.963179] env[62265]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7590eb17-e819-453d-a246-5f6f25c582b8 with Priority: HIGHEST for action port [ 982.963446] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock rules-833f3169-0676-4778-a13d-0e996caf86c3 taken with stack trace [, , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 982.963904] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-833f3169-0676-4778-a13d-0e996caf86c3" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 982.963904] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-833f3169-0676-4778-a13d-0e996caf86c3" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 982.963904] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-833f3169-0676-4778-a13d-0e996caf86c3" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 982.963904] env[62265]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('833f3169-0676-4778-a13d-0e996caf86c3',) {} {{(pid=62265) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 982.965400] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock member-833f3169-0676-4778-a13d-0e996caf86c3 taken with stack trace [, , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 982.965895] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-833f3169-0676-4778-a13d-0e996caf86c3" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 982.966142] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock port-7590eb17-e819-453d-a246-5f6f25c582b8 taken with stack trace [, , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 982.966257] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-7590eb17-e819-453d-a246-5f6f25c582b8" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 982.966318] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-7590eb17-e819-453d-a246-5f6f25c582b8" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 982.966485] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-7590eb17-e819-453d-a246-5f6f25c582b8" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 982.966550] env[62265]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7590eb17-e819-453d-a246-5f6f25c582b8',) {} {{(pid=62265) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 983.358385] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 833f3169-0676-4778-a13d-0e996caf86c3 in Status: SUCCESS [ 983.358514] env[62265]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 833f3169-0676-4778-a13d-0e996caf86c3 deletion is rescheduled due to dependency. [ 983.358629] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-833f3169-0676-4778-a13d-0e996caf86c3" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 983.358801] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-833f3169-0676-4778-a13d-0e996caf86c3" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 983.359032] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-833f3169-0676-4778-a13d-0e996caf86c3" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 983.359220] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 983.359335] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 983.359390] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 983.359551] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 983.359660] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 983.359748] env[62265]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('833f3169-0676-4778-a13d-0e996caf86c3',) {} {{(pid=62265) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 983.467084] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock member-833f3169-0676-4778-a13d-0e996caf86c3 taken with stack trace [, , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 983.467084] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-833f3169-0676-4778-a13d-0e996caf86c3" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 983.474059] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 7590eb17-e819-453d-a246-5f6f25c582b8 with status ACTIVE [ 983.474059] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 983.474059] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 983.474059] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 983.474059] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 983.474059] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 983.477956] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 983.477956] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 983.477956] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 983.477956] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 983.477956] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 983.477956] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 983.477956] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 983.477956] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 983.477956] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 983.477956] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 983.477956] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 7590eb17-e819-453d-a246-5f6f25c582b8 is going to be updated. [ 983.497404] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 983.497593] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 983.497593] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 983.497847] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 983.497989] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 983.498178] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-7590eb17-e819-453d-a246-5f6f25c582b8" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 983.862886] env[62265]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('833f3169-0676-4778-a13d-0e996caf86c3',) {} {{(pid=62265) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 984.366211] env[62265]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('833f3169-0676-4778-a13d-0e996caf86c3',) {} {{(pid=62265) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 984.869076] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 984.869313] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 984.869406] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 984.869640] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 984.869762] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 984.869884] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 833f3169-0676-4778-a13d-0e996caf86c3 is going to be updated. [ 984.899999] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 984.899999] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 984.899999] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 984.899999] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 984.899999] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 984.906431] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 833f3169-0676-4778-a13d-0e996caf86c3 in Status: IN_PROGRESS for 2s [ 985.141502] env[62265]: INFO networking_nsxv3.common.synchronization [None req-dc98bff2-8663-4629-afaf-de0d8861b25a None None] Enqueued Resource ID: dc582347-1832-4288-9dfe-90744ce7f0fb with Priority: HIGHEST for action port [ 985.142290] env[62265]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dc582347-1832-4288-9dfe-90744ce7f0fb with Priority: HIGHEST for action port [ 985.148713] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock port-dc582347-1832-4288-9dfe-90744ce7f0fb taken with stack trace [, , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 985.148713] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-dc582347-1832-4288-9dfe-90744ce7f0fb" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 985.148713] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-dc582347-1832-4288-9dfe-90744ce7f0fb" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 985.148713] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-dc582347-1832-4288-9dfe-90744ce7f0fb" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 985.148713] env[62265]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('dc582347-1832-4288-9dfe-90744ce7f0fb',) {} {{(pid=62265) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 985.651424] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port dc582347-1832-4288-9dfe-90744ce7f0fb [ 985.651742] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 985.651825] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 985.651893] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 985.652121] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 985.652206] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 985.652299] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:dc582347-1832-4288-9dfe-90744ce7f0fb already deleted. [ 985.652376] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-dc582347-1832-4288-9dfe-90744ce7f0fb" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 986.043326] env[62265]: INFO networking_nsxv3.common.synchronization [req-fe1f5b03-ec91-47be-b93e-3036f3a6119e req-e4324295-fefb-4dde-93c0-6dcae006af1b tempest-AttachInterfacesTestJSON-467207588 tempest-AttachInterfacesTestJSON-467207588-project-member] Enqueued Resource ID: da93af02-3b4e-409c-8e28-ed7c1e3287ca with Priority: HIGHEST for action security_group_members [ 986.043866] env[62265]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: da93af02-3b4e-409c-8e28-ed7c1e3287ca with Priority: HIGHEST for action security_group_members [ 986.044171] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock member-da93af02-3b4e-409c-8e28-ed7c1e3287ca taken with stack trace [, , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 986.044292] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-da93af02-3b4e-409c-8e28-ed7c1e3287ca" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 986.044354] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-da93af02-3b4e-409c-8e28-ed7c1e3287ca" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 986.044542] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-da93af02-3b4e-409c-8e28-ed7c1e3287ca" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 986.045375] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 986.045375] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 986.045375] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 986.045375] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 986.045661] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 986.045849] env[62265]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('da93af02-3b4e-409c-8e28-ed7c1e3287ca',) {} {{(pid=62265) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 986.168543] env[62265]: INFO networking_nsxv3.common.synchronization [req-b68519c6-061c-4bcc-b43c-4eeb5d19e1b8 req-9ecb7646-670d-4696-abc5-bba1755ecbfc tempest-AttachVolumeTestJSON-1473078117 tempest-AttachVolumeTestJSON-1473078117-project-member] Enqueued Resource ID: 8e819c63-7596-440c-a537-a09e7fc35017 with Priority: HIGHEST for action security_group_members [ 986.169160] env[62265]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8e819c63-7596-440c-a537-a09e7fc35017 with Priority: HIGHEST for action security_group_members [ 986.169470] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock member-8e819c63-7596-440c-a537-a09e7fc35017 taken with stack trace [, , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 986.172061] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8e819c63-7596-440c-a537-a09e7fc35017" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 986.172182] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8e819c63-7596-440c-a537-a09e7fc35017" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 986.172446] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8e819c63-7596-440c-a537-a09e7fc35017" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 986.172845] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 986.172845] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 986.172845] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 986.173164] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 986.173164] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 986.173364] env[62265]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8e819c63-7596-440c-a537-a09e7fc35017',) {} {{(pid=62265) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 986.260314] env[62265]: INFO networking_nsxv3.common.synchronization [req-f6488cc2-bbff-4ea8-a0ed-d75866f056ec req-45460cf2-44f8-4fa1-a4ae-563a85d0b7fd tempest-MigrationsAdminTest-1174356079 tempest-MigrationsAdminTest-1174356079-project-member] Enqueued Resource ID: cb4fb40c-9e72-4175-af16-071ca2d9e786 with Priority: HIGHEST for action security_group_members [ 986.260830] env[62265]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cb4fb40c-9e72-4175-af16-071ca2d9e786 with Priority: HIGHEST for action security_group_members [ 986.261146] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock member-cb4fb40c-9e72-4175-af16-071ca2d9e786 taken with stack trace [, , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 986.261274] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cb4fb40c-9e72-4175-af16-071ca2d9e786" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 986.261346] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cb4fb40c-9e72-4175-af16-071ca2d9e786" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 986.261530] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cb4fb40c-9e72-4175-af16-071ca2d9e786" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 986.261678] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 986.261775] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 986.261837] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 986.261977] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 986.262073] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 986.262163] env[62265]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('cb4fb40c-9e72-4175-af16-071ca2d9e786',) {} {{(pid=62265) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 986.548085] env[62265]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('da93af02-3b4e-409c-8e28-ed7c1e3287ca',) {} {{(pid=62265) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 986.677742] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 986.677742] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 986.677742] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 986.677742] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 986.677742] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 986.677742] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 986.677742] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 986.677742] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 986.677742] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 986.677742] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 986.678796] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8e819c63-7596-440c-a537-a09e7fc35017 already deleted. [ 986.678796] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8e819c63-7596-440c-a537-a09e7fc35017" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 986.764667] env[62265]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('cb4fb40c-9e72-4175-af16-071ca2d9e786',) {} {{(pid=62265) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 986.789831] env[62265]: DEBUG networking_nsxv3.common.locking [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Lock network-17 taken with stack trace [, , , , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 986.789989] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquiring lock "network-17" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 986.790726] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquired lock "network-17" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 986.791225] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquired external semaphore "network-17" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 986.791432] env[62265]: DEBUG networking_nsxv3.common.locking [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 986.791634] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquiring lock "Segment" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 986.791761] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquired lock "Segment" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 986.791999] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquired external semaphore "Segment" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 986.792189] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Releasing lock "Segment" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 986.793712] env[62265]: DEBUG dogpile.cache.region [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] No value present for key: 'zone-id' {{(pid=62265) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 986.793872] env[62265]: DEBUG dogpile.lock [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] NeedRegenerationException {{(pid=62265) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 986.793992] env[62265]: DEBUG dogpile.lock [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] no value, waiting for create lock {{(pid=62265) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 986.794119] env[62265]: DEBUG dogpile.lock [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] value creation lock acquired {{(pid=62265) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 986.795032] env[62265]: DEBUG dogpile.cache.region [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] No value present for key: 'zone-id' {{(pid=62265) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 986.795032] env[62265]: DEBUG dogpile.lock [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Calling creation function for not-yet-present value {{(pid=62265) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 986.795032] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 986.813691] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 986.813881] env[62265]: DEBUG dogpile.cache.region [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=62265) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 986.814046] env[62265]: DEBUG dogpile.lock [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Released creation lock {{(pid=62265) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 986.814241] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Releasing lock "network-17" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 986.814553] env[62265]: DEBUG networking_nsxv3.common.locking [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Lock port-c2f10b6b-de2c-4c49-ad76-3ce285796d3f taken with stack trace [, , , , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 986.814733] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquiring lock "port-c2f10b6b-de2c-4c49-ad76-3ce285796d3f" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 986.814857] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquired lock "port-c2f10b6b-de2c-4c49-ad76-3ce285796d3f" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 986.815207] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquired external semaphore "port-c2f10b6b-de2c-4c49-ad76-3ce285796d3f" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 986.815350] env[62265]: DEBUG networking_nsxv3.api.rpc [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c2f10b6b-de2c-4c49-ad76-3ce285796d3f',) {} {{(pid=62265) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 986.916998] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 833f3169-0676-4778-a13d-0e996caf86c3 in Status: SUCCESS [ 986.917254] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-833f3169-0676-4778-a13d-0e996caf86c3" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 986.917415] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-833f3169-0676-4778-a13d-0e996caf86c3" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 986.917627] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-833f3169-0676-4778-a13d-0e996caf86c3" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 986.917820] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 986.917933] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 986.917998] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 986.918175] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 986.919323] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 986.919493] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-833f3169-0676-4778-a13d-0e996caf86c3" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 986.919622] env[62265]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('833f3169-0676-4778-a13d-0e996caf86c3',) {} {{(pid=62265) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 987.054999] env[62265]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('da93af02-3b4e-409c-8e28-ed7c1e3287ca',) {} {{(pid=62265) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 987.268551] env[62265]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('cb4fb40c-9e72-4175-af16-071ca2d9e786',) {} {{(pid=62265) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 987.323432] env[62265]: DEBUG networking_nsxv3.common.locking [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 987.323432] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquiring lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 987.323432] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquired lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 987.323432] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquired external semaphore "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 987.323432] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Releasing lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 987.323432] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Segment Port c2f10b6b-de2c-4c49-ad76-3ce285796d3f not found, creating... [ 987.323432] env[62265]: DEBUG networking_nsxv3.common.locking [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 987.323432] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquiring lock "Segment" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 987.323432] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquired lock "Segment" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 987.323432] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquired external semaphore "Segment" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 987.323432] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Releasing lock "Segment" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 987.324158] env[62265]: DEBUG networking_nsxv3.common.locking [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 987.324158] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquiring lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 987.324158] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquired lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 987.324158] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquired external semaphore "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 987.324158] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Releasing lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 987.324158] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Resource: SegmentPort with ID: c2f10b6b-de2c-4c49-ad76-3ce285796d3f is going to be created. [ 987.347869] env[62265]: DEBUG networking_nsxv3.common.locking [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 987.348328] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquiring lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 987.348635] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquired lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 987.349140] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquired external semaphore "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 987.349476] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Releasing lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 987.349826] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Releasing lock "port-c2f10b6b-de2c-4c49-ad76-3ce285796d3f" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 987.422757] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock member-833f3169-0676-4778-a13d-0e996caf86c3 taken with stack trace [, , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 987.422918] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-833f3169-0676-4778-a13d-0e996caf86c3" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 987.423029] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-833f3169-0676-4778-a13d-0e996caf86c3" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 987.423247] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-833f3169-0676-4778-a13d-0e996caf86c3" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 987.423414] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 987.423507] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 987.423572] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 987.423739] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 987.423871] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 987.423910] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-833f3169-0676-4778-a13d-0e996caf86c3" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 987.424066] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock member-833f3169-0676-4778-a13d-0e996caf86c3 taken with stack trace [, , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 987.424155] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-833f3169-0676-4778-a13d-0e996caf86c3" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 987.424211] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-833f3169-0676-4778-a13d-0e996caf86c3" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 987.424346] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-833f3169-0676-4778-a13d-0e996caf86c3" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 987.424478] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 987.424561] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 987.424637] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 987.424767] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 987.424851] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 987.424911] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-833f3169-0676-4778-a13d-0e996caf86c3" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 987.424999] env[62265]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('833f3169-0676-4778-a13d-0e996caf86c3',) {} {{(pid=62265) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 987.536544] env[62265]: INFO networking_nsxv3.common.synchronization [None req-e835c161-f19d-413c-b389-48f8954e2fbe tempest-AttachInterfacesTestJSON-467207588 tempest-AttachInterfacesTestJSON-467207588-project-member] Enqueued Resource ID: da93af02-3b4e-409c-8e28-ed7c1e3287ca with Priority: HIGHEST for action security_group_members [ 987.536544] env[62265]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: da93af02-3b4e-409c-8e28-ed7c1e3287ca with Priority: HIGHEST for action security_group_members [ 987.536544] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock member-da93af02-3b4e-409c-8e28-ed7c1e3287ca taken with stack trace [, , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 987.536544] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-da93af02-3b4e-409c-8e28-ed7c1e3287ca" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 987.558209] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 987.558209] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 987.558209] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 987.558209] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 987.558209] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 987.558209] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: da93af02-3b4e-409c-8e28-ed7c1e3287ca is going to be updated. [ 987.587319] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 987.587319] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 987.587319] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 987.587319] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 987.587319] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 987.597097] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: da93af02-3b4e-409c-8e28-ed7c1e3287ca in Status: IN_PROGRESS for 2s [ 987.985373] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 987.985373] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 987.985373] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 987.985661] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 987.985661] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 987.985804] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: cb4fb40c-9e72-4175-af16-071ca2d9e786 is going to be updated. [ 987.991090] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 833f3169-0676-4778-a13d-0e996caf86c3: rpc.has_security_group_logging(os_id): False [ 988.011550] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 988.011726] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 988.011800] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 988.012062] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 988.012160] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 988.012408] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 988.012490] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 988.012548] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 988.012877] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 988.012877] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 988.012965] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 988.013093] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 988.013093] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 988.013225] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 988.013387] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 988.013470] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 988.013560] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 988.013646] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 988.013799] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 988.014033] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 988.014033] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 833f3169-0676-4778-a13d-0e996caf86c3 is going to be updated. [ 988.020018] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 988.020018] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 988.020018] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 988.020018] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 988.020018] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 988.028171] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cb4fb40c-9e72-4175-af16-071ca2d9e786 in Status: IN_PROGRESS for 2s [ 988.080228] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 988.080372] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 988.080441] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 988.080680] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 988.080835] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 988.095870] env[62265]: INFO networking_nsxv3.common.synchronization [req-a7c3135e-28a8-400b-936c-451cde36b620 req-73c14f49-6b5f-4ff4-aa8c-bcd62022e2e2 tempest-DeleteServersTestJSON-1576012687 tempest-DeleteServersTestJSON-1576012687-project-member] Enqueued Resource ID: 95cf98c4-3841-4576-950a-00c6f979459f with Priority: HIGHEST for action security_group_members [ 988.096695] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 833f3169-0676-4778-a13d-0e996caf86c3 in Status: IN_PROGRESS for 2s [ 988.106066] env[62265]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 95cf98c4-3841-4576-950a-00c6f979459f with Priority: HIGHEST for action security_group_members [ 988.106503] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock member-95cf98c4-3841-4576-950a-00c6f979459f taken with stack trace [, , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 988.106503] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-95cf98c4-3841-4576-950a-00c6f979459f" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 988.106503] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-95cf98c4-3841-4576-950a-00c6f979459f" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 988.106648] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-95cf98c4-3841-4576-950a-00c6f979459f" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 988.106783] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 988.106846] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 988.106880] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 988.108077] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 988.108077] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 988.108077] env[62265]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('95cf98c4-3841-4576-950a-00c6f979459f',) {} {{(pid=62265) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 988.361954] env[62265]: INFO networking_nsxv3.common.synchronization [req-b68519c6-061c-4bcc-b43c-4eeb5d19e1b8 req-0674cd3e-2b7a-44a0-9f7e-dafa55203782 service nova] Enqueued Resource ID: 8e819c63-7596-440c-a537-a09e7fc35017 with Priority: HIGHEST for action security_group_rules [ 988.362165] env[62265]: INFO networking_nsxv3.common.synchronization [req-b68519c6-061c-4bcc-b43c-4eeb5d19e1b8 req-0674cd3e-2b7a-44a0-9f7e-dafa55203782 service nova] Enqueued Resource ID: 8e819c63-7596-440c-a537-a09e7fc35017 with Priority: HIGHEST for action security_group_members [ 988.362309] env[62265]: INFO networking_nsxv3.common.synchronization [req-b68519c6-061c-4bcc-b43c-4eeb5d19e1b8 req-0674cd3e-2b7a-44a0-9f7e-dafa55203782 service nova] Enqueued Resource ID: c2f10b6b-de2c-4c49-ad76-3ce285796d3f with Priority: HIGHEST for action port [ 988.362618] env[62265]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8e819c63-7596-440c-a537-a09e7fc35017 with Priority: HIGHEST for action security_group_rules [ 988.364313] env[62265]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8e819c63-7596-440c-a537-a09e7fc35017 with Priority: HIGHEST for action security_group_members [ 988.364313] env[62265]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c2f10b6b-de2c-4c49-ad76-3ce285796d3f with Priority: HIGHEST for action port [ 988.367739] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock rules-8e819c63-7596-440c-a537-a09e7fc35017 taken with stack trace [, , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 988.367964] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-8e819c63-7596-440c-a537-a09e7fc35017" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 988.368062] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-8e819c63-7596-440c-a537-a09e7fc35017" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 988.368239] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-8e819c63-7596-440c-a537-a09e7fc35017" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 988.368328] env[62265]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('8e819c63-7596-440c-a537-a09e7fc35017',) {} {{(pid=62265) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 988.369151] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock member-8e819c63-7596-440c-a537-a09e7fc35017 taken with stack trace [, , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 988.369260] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8e819c63-7596-440c-a537-a09e7fc35017" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 988.369369] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8e819c63-7596-440c-a537-a09e7fc35017" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 988.370024] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8e819c63-7596-440c-a537-a09e7fc35017" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 988.370024] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 988.370024] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 988.370024] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 988.370233] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 988.371170] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 988.371782] env[62265]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8e819c63-7596-440c-a537-a09e7fc35017',) {} {{(pid=62265) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 988.372130] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock port-c2f10b6b-de2c-4c49-ad76-3ce285796d3f taken with stack trace [, , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 988.373362] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c2f10b6b-de2c-4c49-ad76-3ce285796d3f" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 988.373362] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c2f10b6b-de2c-4c49-ad76-3ce285796d3f" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 988.373362] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c2f10b6b-de2c-4c49-ad76-3ce285796d3f" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 988.373362] env[62265]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c2f10b6b-de2c-4c49-ad76-3ce285796d3f',) {} {{(pid=62265) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 988.526766] env[62265]: INFO networking_nsxv3.common.synchronization [None req-6ab77307-7656-4c44-ba49-f341fe3b54ae None None] Enqueued Resource ID: 3a3a2768-1568-4b59-8191-547c411541bb with Priority: HIGHEST for action port [ 988.527460] env[62265]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3a3a2768-1568-4b59-8191-547c411541bb with Priority: HIGHEST for action port [ 988.527840] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock port-3a3a2768-1568-4b59-8191-547c411541bb taken with stack trace [, , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 988.527983] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-3a3a2768-1568-4b59-8191-547c411541bb" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 988.528117] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-3a3a2768-1568-4b59-8191-547c411541bb" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 988.528412] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-3a3a2768-1568-4b59-8191-547c411541bb" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 988.528521] env[62265]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3a3a2768-1568-4b59-8191-547c411541bb',) {} {{(pid=62265) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 988.613895] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 988.614068] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 988.614138] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 988.614377] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 988.614488] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 988.614744] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 988.614863] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 988.614930] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 988.615121] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 988.615217] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 988.615319] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 95cf98c4-3841-4576-950a-00c6f979459f is going to be updated. [ 988.661041] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 988.661041] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 988.661041] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 988.661041] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 988.661041] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 988.672663] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 95cf98c4-3841-4576-950a-00c6f979459f in Status: IN_PROGRESS for 2s [ 988.876521] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock member-8e819c63-7596-440c-a537-a09e7fc35017 taken with stack trace [, , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 988.876692] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8e819c63-7596-440c-a537-a09e7fc35017" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 988.876848] env[62265]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('8e819c63-7596-440c-a537-a09e7fc35017',) {} {{(pid=62265) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 988.878887] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port c2f10b6b-de2c-4c49-ad76-3ce285796d3f with status ACTIVE [ 988.879147] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 988.879279] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 988.879332] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 988.879541] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 988.879625] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 988.879842] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 988.879996] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 988.879996] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 988.880143] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 988.880199] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 988.880374] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 988.884021] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 988.884021] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 988.884021] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 988.884021] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 988.884021] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: c2f10b6b-de2c-4c49-ad76-3ce285796d3f is going to be updated. [ 988.907115] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 988.907299] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 988.907373] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 988.907579] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 988.907731] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 988.907938] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c2f10b6b-de2c-4c49-ad76-3ce285796d3f" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 989.031987] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 3a3a2768-1568-4b59-8191-547c411541bb [ 989.032316] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 989.032456] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 989.032524] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 989.032742] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 989.032829] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 989.032921] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:3a3a2768-1568-4b59-8191-547c411541bb already deleted. [ 989.033000] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-3a3a2768-1568-4b59-8191-547c411541bb" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 989.381497] env[62265]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('8e819c63-7596-440c-a537-a09e7fc35017',) {} {{(pid=62265) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 989.607722] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: da93af02-3b4e-409c-8e28-ed7c1e3287ca in Status: SUCCESS [ 989.607952] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-da93af02-3b4e-409c-8e28-ed7c1e3287ca" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 989.608145] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-da93af02-3b4e-409c-8e28-ed7c1e3287ca" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 989.608373] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-da93af02-3b4e-409c-8e28-ed7c1e3287ca" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 989.608570] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 989.608687] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 989.608748] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 989.608913] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 989.608994] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 989.609109] env[62265]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('da93af02-3b4e-409c-8e28-ed7c1e3287ca',) {} {{(pid=62265) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 989.884349] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 989.884545] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 989.884545] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 989.884883] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 989.884955] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 989.885027] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8e819c63-7596-440c-a537-a09e7fc35017 is going to be created. [ 989.909752] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 989.909974] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 989.909974] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 989.910203] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 989.910696] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 989.919992] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8e819c63-7596-440c-a537-a09e7fc35017 in Status: UNINITIALIZED for 2s [ 990.037135] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cb4fb40c-9e72-4175-af16-071ca2d9e786 in Status: SUCCESS [ 990.037423] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cb4fb40c-9e72-4175-af16-071ca2d9e786" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 990.109024] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 833f3169-0676-4778-a13d-0e996caf86c3 in Status: SUCCESS [ 990.109289] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-833f3169-0676-4778-a13d-0e996caf86c3" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 990.111891] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 990.112042] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 990.112100] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 990.112312] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 990.112384] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 990.112555] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 990.112683] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 990.112797] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 990.112961] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 990.113065] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 990.113157] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: da93af02-3b4e-409c-8e28-ed7c1e3287ca is going to be updated. [ 990.140139] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 990.140475] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 990.140475] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 990.140663] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 990.140736] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 990.153149] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: da93af02-3b4e-409c-8e28-ed7c1e3287ca in Status: IN_PROGRESS for 2s [ 990.682174] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 95cf98c4-3841-4576-950a-00c6f979459f in Status: SUCCESS [ 990.682421] env[62265]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 95cf98c4-3841-4576-950a-00c6f979459f deletion is rescheduled due to dependency. [ 990.682520] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-95cf98c4-3841-4576-950a-00c6f979459f" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 991.129879] env[62265]: INFO networking_nsxv3.common.synchronization [req-09f8f86a-8653-44b3-830f-2f233d3db3bb req-64e471e4-01ed-4f07-b7ed-700be661f14e tempest-AttachInterfacesTestJSON-467207588 tempest-AttachInterfacesTestJSON-467207588-project-member] Enqueued Resource ID: 675a4269-836b-4909-acaa-4275941b065d with Priority: HIGHEST for action security_group_members [ 991.130432] env[62265]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 675a4269-836b-4909-acaa-4275941b065d with Priority: HIGHEST for action security_group_members [ 991.130728] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock member-675a4269-836b-4909-acaa-4275941b065d taken with stack trace [, , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 991.130849] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-675a4269-836b-4909-acaa-4275941b065d" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 991.130915] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-675a4269-836b-4909-acaa-4275941b065d" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 991.131200] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-675a4269-836b-4909-acaa-4275941b065d" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 991.131362] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 991.131463] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 991.131569] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 991.131669] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 991.131753] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 991.131844] env[62265]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('675a4269-836b-4909-acaa-4275941b065d',) {} {{(pid=62265) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 991.633565] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 991.633775] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 991.633831] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 991.634093] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 991.634202] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 991.634407] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 991.634552] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 991.634667] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 991.634713] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 991.634794] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 991.634880] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 675a4269-836b-4909-acaa-4275941b065d is going to be updated. [ 991.660318] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 991.660490] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 991.660490] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 991.661681] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 991.661681] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 991.668368] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 675a4269-836b-4909-acaa-4275941b065d in Status: IN_PROGRESS for 2s [ 991.931963] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8e819c63-7596-440c-a537-a09e7fc35017 in Status: SUCCESS [ 991.931963] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8e819c63-7596-440c-a537-a09e7fc35017" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 991.931963] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8e819c63-7596-440c-a537-a09e7fc35017" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 991.931963] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8e819c63-7596-440c-a537-a09e7fc35017" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 991.931963] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 991.931963] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 991.931963] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 991.931963] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 991.931963] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 991.931963] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8e819c63-7596-440c-a537-a09e7fc35017" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 991.931963] env[62265]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('8e819c63-7596-440c-a537-a09e7fc35017',) {} {{(pid=62265) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 992.161807] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: da93af02-3b4e-409c-8e28-ed7c1e3287ca in Status: SUCCESS [ 992.162200] env[62265]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: da93af02-3b4e-409c-8e28-ed7c1e3287ca deletion is rescheduled due to dependency. [ 992.162200] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-da93af02-3b4e-409c-8e28-ed7c1e3287ca" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 992.436318] env[62265]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('8e819c63-7596-440c-a537-a09e7fc35017',) {} {{(pid=62265) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 992.943743] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 8e819c63-7596-440c-a537-a09e7fc35017: rpc.has_security_group_logging(os_id): False [ 992.961235] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 992.961422] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 992.961514] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 992.961801] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 992.962667] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 992.962667] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 992.962667] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 992.962667] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 992.962667] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 992.962667] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 992.962667] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 8e819c63-7596-440c-a537-a09e7fc35017 is going to be created. [ 993.018487] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 993.018635] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 993.018696] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 993.018981] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 993.019250] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 993.029226] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 8e819c63-7596-440c-a537-a09e7fc35017 in Status: IN_PROGRESS for 2s [ 993.677761] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 675a4269-836b-4909-acaa-4275941b065d in Status: SUCCESS [ 993.678085] env[62265]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 675a4269-836b-4909-acaa-4275941b065d deletion is rescheduled due to dependency. [ 993.678183] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-675a4269-836b-4909-acaa-4275941b065d" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 994.044132] env[62265]: INFO networking_nsxv3.common.synchronization [req-7704ebc2-9c2b-4826-88c3-dde19437f0ef req-e2195a65-40c6-4085-af63-963aa4567f5b tempest-ServerDiskConfigTestJSON-1010102246 tempest-ServerDiskConfigTestJSON-1010102246-project-member] Enqueued Resource ID: b70db8a6-589b-46f1-ab50-a8fac5cfe516 with Priority: HIGHEST for action security_group_members [ 994.044229] env[62265]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b70db8a6-589b-46f1-ab50-a8fac5cfe516 with Priority: HIGHEST for action security_group_members [ 994.044517] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock member-b70db8a6-589b-46f1-ab50-a8fac5cfe516 taken with stack trace [, , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 994.044641] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b70db8a6-589b-46f1-ab50-a8fac5cfe516" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 994.044704] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b70db8a6-589b-46f1-ab50-a8fac5cfe516" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 994.044911] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b70db8a6-589b-46f1-ab50-a8fac5cfe516" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 994.045967] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 994.046118] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 994.046274] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 994.046351] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 994.046452] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 994.048202] env[62265]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b70db8a6-589b-46f1-ab50-a8fac5cfe516',) {} {{(pid=62265) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 994.457623] env[62265]: DEBUG networking_nsxv3.common.locking [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Lock network-241 taken with stack trace [, , , , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 994.457826] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquiring lock "network-241" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 994.457951] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquired lock "network-241" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 994.458270] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquired external semaphore "network-241" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 994.458520] env[62265]: DEBUG networking_nsxv3.common.locking [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 994.458683] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquiring lock "Segment" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 994.458820] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquired lock "Segment" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 994.459327] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquired external semaphore "Segment" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 994.459514] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Releasing lock "Segment" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 994.459753] env[62265]: DEBUG dogpile.cache.region [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] No value present for key: 'zone-id' {{(pid=62265) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 994.459878] env[62265]: DEBUG dogpile.lock [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] NeedRegenerationException {{(pid=62265) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 994.459986] env[62265]: DEBUG dogpile.lock [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] no value, waiting for create lock {{(pid=62265) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 994.460110] env[62265]: DEBUG dogpile.lock [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] value creation lock acquired {{(pid=62265) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 994.460229] env[62265]: DEBUG dogpile.cache.region [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] No value present for key: 'zone-id' {{(pid=62265) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 994.460367] env[62265]: DEBUG dogpile.lock [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Calling creation function for not-yet-present value {{(pid=62265) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 994.460497] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 994.480167] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 994.480368] env[62265]: DEBUG dogpile.cache.region [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=62265) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 994.480519] env[62265]: DEBUG dogpile.lock [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Released creation lock {{(pid=62265) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 994.480796] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Releasing lock "network-241" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 994.481177] env[62265]: DEBUG networking_nsxv3.common.locking [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Lock port-03e53417-7733-43ba-b91a-2de076272604 taken with stack trace [, , , , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 994.481441] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquiring lock "port-03e53417-7733-43ba-b91a-2de076272604" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 994.481718] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquired lock "port-03e53417-7733-43ba-b91a-2de076272604" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 994.518270] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquired external semaphore "port-03e53417-7733-43ba-b91a-2de076272604" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 994.518507] env[62265]: DEBUG networking_nsxv3.api.rpc [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('03e53417-7733-43ba-b91a-2de076272604',) {} {{(pid=62265) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 994.550922] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 994.552657] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 994.552657] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 994.552657] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 994.552657] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 994.552657] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 994.552657] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 994.552657] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 994.552657] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 994.552657] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 994.552657] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b70db8a6-589b-46f1-ab50-a8fac5cfe516 is going to be updated. [ 994.579344] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 994.579529] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 994.579597] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 994.579880] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 994.579993] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 994.593391] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b70db8a6-589b-46f1-ab50-a8fac5cfe516 in Status: IN_PROGRESS for 2s [ 994.852242] env[62265]: INFO networking_nsxv3.common.synchronization [req-89291a84-b171-4f8f-95e4-a08d90d3bc71 req-f599c731-edad-48bf-947d-a798140baf48 tempest-ImagesOneServerNegativeTestJSON-43880012 tempest-ImagesOneServerNegativeTestJSON-43880012-project-member] Enqueued Resource ID: 833f3169-0676-4778-a13d-0e996caf86c3 with Priority: HIGHEST for action security_group_members [ 994.852755] env[62265]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 833f3169-0676-4778-a13d-0e996caf86c3 with Priority: HIGHEST for action security_group_members [ 994.857135] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock member-833f3169-0676-4778-a13d-0e996caf86c3 taken with stack trace [, , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 994.857300] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-833f3169-0676-4778-a13d-0e996caf86c3" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 994.857360] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-833f3169-0676-4778-a13d-0e996caf86c3" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 994.857571] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-833f3169-0676-4778-a13d-0e996caf86c3" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 994.857738] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 994.857849] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 994.857912] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 994.858099] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 994.858190] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 994.858254] env[62265]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('833f3169-0676-4778-a13d-0e996caf86c3',) {} {{(pid=62265) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 995.038504] env[62265]: DEBUG networking_nsxv3.common.locking [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 995.038828] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquiring lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 995.039008] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquired lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 995.039354] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquired external semaphore "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 995.039577] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Releasing lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 995.039751] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Segment Port 03e53417-7733-43ba-b91a-2de076272604 not found, creating... [ 995.040025] env[62265]: DEBUG networking_nsxv3.common.locking [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 995.040224] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquiring lock "Segment" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 995.040304] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquired lock "Segment" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 995.040534] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquired external semaphore "Segment" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 995.040676] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Releasing lock "Segment" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 995.040956] env[62265]: DEBUG networking_nsxv3.common.locking [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 995.041126] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquiring lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 995.041246] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquired lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 995.041454] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquired external semaphore "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 995.041589] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Releasing lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 995.041731] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Resource: SegmentPort with ID: 03e53417-7733-43ba-b91a-2de076272604 is going to be created. [ 995.043430] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 8e819c63-7596-440c-a537-a09e7fc35017 in Status: SUCCESS [ 995.043622] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-8e819c63-7596-440c-a537-a09e7fc35017" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 995.060749] env[62265]: DEBUG networking_nsxv3.common.locking [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 995.060946] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquiring lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 995.061083] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquired lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 995.061360] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquired external semaphore "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 995.061604] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Releasing lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 995.061819] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Releasing lock "port-03e53417-7733-43ba-b91a-2de076272604" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 995.363707] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 995.363842] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 995.363842] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 995.364088] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 995.364163] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 995.364339] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 995.364432] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 995.364480] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 995.364631] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 995.364720] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 995.364810] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 833f3169-0676-4778-a13d-0e996caf86c3 is going to be updated. [ 995.391267] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 995.391451] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 995.391496] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 995.391761] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 995.391915] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 995.399696] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 833f3169-0676-4778-a13d-0e996caf86c3 in Status: IN_PROGRESS for 2s [ 995.901120] env[62265]: INFO networking_nsxv3.common.synchronization [req-7704ebc2-9c2b-4826-88c3-dde19437f0ef req-9c65c684-8a76-4f9f-829d-17e949bf58b2 service nova] Enqueued Resource ID: b70db8a6-589b-46f1-ab50-a8fac5cfe516 with Priority: HIGHEST for action security_group_rules [ 995.902193] env[62265]: INFO networking_nsxv3.common.synchronization [req-7704ebc2-9c2b-4826-88c3-dde19437f0ef req-9c65c684-8a76-4f9f-829d-17e949bf58b2 service nova] Enqueued Resource ID: b70db8a6-589b-46f1-ab50-a8fac5cfe516 with Priority: HIGHEST for action security_group_members [ 995.902456] env[62265]: INFO networking_nsxv3.common.synchronization [req-7704ebc2-9c2b-4826-88c3-dde19437f0ef req-9c65c684-8a76-4f9f-829d-17e949bf58b2 service nova] Enqueued Resource ID: 03e53417-7733-43ba-b91a-2de076272604 with Priority: HIGHEST for action port [ 995.903279] env[62265]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b70db8a6-589b-46f1-ab50-a8fac5cfe516 with Priority: HIGHEST for action security_group_rules [ 995.903887] env[62265]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b70db8a6-589b-46f1-ab50-a8fac5cfe516 with Priority: HIGHEST for action security_group_members [ 995.903887] env[62265]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 03e53417-7733-43ba-b91a-2de076272604 with Priority: HIGHEST for action port [ 995.903887] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b70db8a6-589b-46f1-ab50-a8fac5cfe516 taken with stack trace [, , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 995.904081] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b70db8a6-589b-46f1-ab50-a8fac5cfe516" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 995.904081] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b70db8a6-589b-46f1-ab50-a8fac5cfe516" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 995.904318] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b70db8a6-589b-46f1-ab50-a8fac5cfe516" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 995.904404] env[62265]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b70db8a6-589b-46f1-ab50-a8fac5cfe516',) {} {{(pid=62265) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 995.905338] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock member-b70db8a6-589b-46f1-ab50-a8fac5cfe516 taken with stack trace [, , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 995.905433] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b70db8a6-589b-46f1-ab50-a8fac5cfe516" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 995.905607] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock port-03e53417-7733-43ba-b91a-2de076272604 taken with stack trace [, , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 995.905709] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-03e53417-7733-43ba-b91a-2de076272604" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 995.905784] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-03e53417-7733-43ba-b91a-2de076272604" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 995.906085] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-03e53417-7733-43ba-b91a-2de076272604" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 995.907212] env[62265]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('03e53417-7733-43ba-b91a-2de076272604',) {} {{(pid=62265) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 996.410457] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock member-b70db8a6-589b-46f1-ab50-a8fac5cfe516 taken with stack trace [, , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 996.410590] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b70db8a6-589b-46f1-ab50-a8fac5cfe516" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 996.410780] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 03e53417-7733-43ba-b91a-2de076272604 with status ACTIVE [ 996.410944] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 996.411093] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 996.411141] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 996.411638] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 996.411799] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 996.412027] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 996.412133] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 996.412193] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 996.412836] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 996.412836] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 996.412836] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 996.412836] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 996.412836] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 996.413091] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 996.413091] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 996.413212] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 03e53417-7733-43ba-b91a-2de076272604 is going to be updated. [ 996.432847] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 996.432997] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 996.433088] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 996.433295] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 996.433435] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 996.433605] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-03e53417-7733-43ba-b91a-2de076272604" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 996.602191] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b70db8a6-589b-46f1-ab50-a8fac5cfe516 in Status: SUCCESS [ 996.602386] env[62265]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b70db8a6-589b-46f1-ab50-a8fac5cfe516 deletion is rescheduled due to dependency. [ 996.602507] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b70db8a6-589b-46f1-ab50-a8fac5cfe516" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 996.602671] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b70db8a6-589b-46f1-ab50-a8fac5cfe516" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 996.602897] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b70db8a6-589b-46f1-ab50-a8fac5cfe516" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 996.603097] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 996.603211] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 996.603281] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 996.603437] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 996.603523] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 996.603616] env[62265]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b70db8a6-589b-46f1-ab50-a8fac5cfe516',) {} {{(pid=62265) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 997.105849] env[62265]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('b70db8a6-589b-46f1-ab50-a8fac5cfe516',) {} {{(pid=62265) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 997.408620] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 833f3169-0676-4778-a13d-0e996caf86c3 in Status: SUCCESS [ 997.408877] env[62265]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 833f3169-0676-4778-a13d-0e996caf86c3 deletion is rescheduled due to dependency. [ 997.408950] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-833f3169-0676-4778-a13d-0e996caf86c3" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 997.611287] env[62265]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('b70db8a6-589b-46f1-ab50-a8fac5cfe516',) {} {{(pid=62265) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 998.115852] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 998.116334] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 998.116334] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 998.116334] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 998.116444] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 998.116539] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b70db8a6-589b-46f1-ab50-a8fac5cfe516 is going to be updated. [ 998.149974] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 998.150187] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 998.150283] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 998.151044] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 998.151044] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 998.158539] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b70db8a6-589b-46f1-ab50-a8fac5cfe516 in Status: IN_PROGRESS for 2s [ 1000.175225] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b70db8a6-589b-46f1-ab50-a8fac5cfe516 in Status: SUCCESS [ 1000.175583] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b70db8a6-589b-46f1-ab50-a8fac5cfe516" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1000.175627] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b70db8a6-589b-46f1-ab50-a8fac5cfe516" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1000.175859] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b70db8a6-589b-46f1-ab50-a8fac5cfe516" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1000.176139] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1000.176279] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1000.176340] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1000.176500] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1000.176573] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1000.176662] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b70db8a6-589b-46f1-ab50-a8fac5cfe516" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1000.176755] env[62265]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('b70db8a6-589b-46f1-ab50-a8fac5cfe516',) {} {{(pid=62265) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1000.521526] env[62265]: INFO networking_nsxv3.common.synchronization [req-b5f0c538-abe9-47e0-9c74-94a5c5966513 req-ce3ebc40-253b-4ed4-a33b-1674140c9bec tempest-ServersAdminTestJSON-792054294 tempest-ServersAdminTestJSON-792054294-project-member] Enqueued Resource ID: b14d34b3-3850-409a-ad29-5e7f511073a0 with Priority: HIGHEST for action security_group_members [ 1000.522043] env[62265]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b14d34b3-3850-409a-ad29-5e7f511073a0 with Priority: HIGHEST for action security_group_members [ 1000.522345] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock member-b14d34b3-3850-409a-ad29-5e7f511073a0 taken with stack trace [, , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1000.522462] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b14d34b3-3850-409a-ad29-5e7f511073a0" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1000.522525] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b14d34b3-3850-409a-ad29-5e7f511073a0" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1000.522728] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b14d34b3-3850-409a-ad29-5e7f511073a0" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1000.522891] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1000.522958] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1000.523549] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1000.524139] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1000.524395] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1000.524629] env[62265]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b14d34b3-3850-409a-ad29-5e7f511073a0',) {} {{(pid=62265) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1000.679042] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock member-b70db8a6-589b-46f1-ab50-a8fac5cfe516 taken with stack trace [, , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1000.679237] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b70db8a6-589b-46f1-ab50-a8fac5cfe516" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1000.679289] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b70db8a6-589b-46f1-ab50-a8fac5cfe516" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1000.679529] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b70db8a6-589b-46f1-ab50-a8fac5cfe516" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1000.679647] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1000.679721] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1000.679773] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1000.679921] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1000.680013] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1000.680102] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b70db8a6-589b-46f1-ab50-a8fac5cfe516" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1000.680422] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock member-b70db8a6-589b-46f1-ab50-a8fac5cfe516 taken with stack trace [, , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1000.680642] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b70db8a6-589b-46f1-ab50-a8fac5cfe516" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1000.680642] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b70db8a6-589b-46f1-ab50-a8fac5cfe516" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1000.680766] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b70db8a6-589b-46f1-ab50-a8fac5cfe516" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1000.680862] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1000.680941] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1000.681031] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1000.681154] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1000.681211] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1000.681288] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b70db8a6-589b-46f1-ab50-a8fac5cfe516" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1000.681371] env[62265]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('b70db8a6-589b-46f1-ab50-a8fac5cfe516',) {} {{(pid=62265) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1000.824270] env[62265]: INFO networking_nsxv3.common.synchronization [req-ae92333a-444f-4a73-93e2-4ed0abe87025 req-ef51d2cc-f1b7-4897-9bdd-550db36dab5c tempest-ServerAddressesTestJSON-1628104671 tempest-ServerAddressesTestJSON-1628104671-project-member] Enqueued Resource ID: c7896376-3ae0-4ee9-a94f-7f706bd582fc with Priority: HIGHEST for action security_group_members [ 1000.824802] env[62265]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c7896376-3ae0-4ee9-a94f-7f706bd582fc with Priority: HIGHEST for action security_group_members [ 1000.825143] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock member-c7896376-3ae0-4ee9-a94f-7f706bd582fc taken with stack trace [, , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1000.825235] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c7896376-3ae0-4ee9-a94f-7f706bd582fc" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1000.825306] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c7896376-3ae0-4ee9-a94f-7f706bd582fc" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1000.825546] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c7896376-3ae0-4ee9-a94f-7f706bd582fc" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1000.825888] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1000.826008] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1000.826077] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1000.826237] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1000.826323] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1000.826411] env[62265]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c7896376-3ae0-4ee9-a94f-7f706bd582fc',) {} {{(pid=62265) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1001.027414] env[62265]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('b14d34b3-3850-409a-ad29-5e7f511073a0',) {} {{(pid=62265) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1001.187556] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for b70db8a6-589b-46f1-ab50-a8fac5cfe516: rpc.has_security_group_logging(os_id): False [ 1001.204351] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1001.204650] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1001.204650] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1001.204784] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1001.204864] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1001.205059] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1001.205667] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1001.205765] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1001.205938] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1001.206069] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1001.206262] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1001.206362] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1001.206425] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1001.206571] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1001.206648] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1001.206846] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1001.206932] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1001.206989] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1001.207138] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1001.207210] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1001.207291] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b70db8a6-589b-46f1-ab50-a8fac5cfe516 is going to be updated. [ 1001.265527] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1001.265689] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1001.265766] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1001.265966] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1001.266132] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1001.278745] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b70db8a6-589b-46f1-ab50-a8fac5cfe516 in Status: IN_PROGRESS for 2s [ 1001.313178] env[62265]: DEBUG networking_nsxv3.common.locking [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Lock network-903 taken with stack trace [, , , , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1001.313178] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquiring lock "network-903" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1001.313178] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquired lock "network-903" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1001.313524] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquired external semaphore "network-903" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1001.313831] env[62265]: DEBUG networking_nsxv3.common.locking [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1001.314025] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquiring lock "Segment" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1001.314154] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquired lock "Segment" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1001.314376] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquired external semaphore "Segment" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1001.315251] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Releasing lock "Segment" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1001.315251] env[62265]: DEBUG dogpile.cache.region [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] No value present for key: 'zone-id' {{(pid=62265) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1001.315251] env[62265]: DEBUG dogpile.lock [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] NeedRegenerationException {{(pid=62265) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1001.315251] env[62265]: DEBUG dogpile.lock [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] no value, waiting for create lock {{(pid=62265) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1001.315251] env[62265]: DEBUG dogpile.lock [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] value creation lock acquired {{(pid=62265) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1001.315251] env[62265]: DEBUG dogpile.cache.region [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] No value present for key: 'zone-id' {{(pid=62265) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1001.315511] env[62265]: DEBUG dogpile.lock [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Calling creation function for not-yet-present value {{(pid=62265) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1001.315511] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1001.329718] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1001.329931] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1001.329931] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1001.330140] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1001.330239] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1001.331237] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1001.331237] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1001.331237] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1001.331237] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1001.331237] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1001.331237] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c7896376-3ae0-4ee9-a94f-7f706bd582fc already deleted. [ 1001.331237] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c7896376-3ae0-4ee9-a94f-7f706bd582fc" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1001.336022] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1001.336022] env[62265]: DEBUG dogpile.cache.region [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=62265) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1001.336022] env[62265]: DEBUG dogpile.lock [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Released creation lock {{(pid=62265) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1001.336022] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Releasing lock "network-903" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1001.336022] env[62265]: DEBUG networking_nsxv3.common.locking [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Lock port-230fe547-b2d5-409d-8ec5-0dfc3d693640 taken with stack trace [, , , , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1001.336022] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquiring lock "port-230fe547-b2d5-409d-8ec5-0dfc3d693640" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1001.336022] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquired lock "port-230fe547-b2d5-409d-8ec5-0dfc3d693640" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1001.336022] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquired external semaphore "port-230fe547-b2d5-409d-8ec5-0dfc3d693640" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1001.336022] env[62265]: DEBUG networking_nsxv3.api.rpc [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('230fe547-b2d5-409d-8ec5-0dfc3d693640',) {} {{(pid=62265) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1001.530899] env[62265]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('b14d34b3-3850-409a-ad29-5e7f511073a0',) {} {{(pid=62265) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1001.839106] env[62265]: DEBUG networking_nsxv3.common.locking [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1001.839345] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquiring lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1001.839548] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquired lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1001.839798] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquired external semaphore "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1001.839955] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Releasing lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1001.840163] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Segment Port 230fe547-b2d5-409d-8ec5-0dfc3d693640 not found, creating... [ 1001.840448] env[62265]: DEBUG networking_nsxv3.common.locking [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1001.840629] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquiring lock "Segment" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1001.840766] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquired lock "Segment" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1001.841011] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquired external semaphore "Segment" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1001.841195] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Releasing lock "Segment" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1001.841532] env[62265]: DEBUG networking_nsxv3.common.locking [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1001.841720] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquiring lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1001.841846] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquired lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1001.842112] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquired external semaphore "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1001.842272] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Releasing lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1001.842447] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Resource: SegmentPort with ID: 230fe547-b2d5-409d-8ec5-0dfc3d693640 is going to be created. [ 1001.861026] env[62265]: DEBUG networking_nsxv3.common.locking [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1001.861288] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquiring lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1001.861449] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquired lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1001.861770] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquired external semaphore "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1001.862019] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Releasing lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1001.862330] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Releasing lock "port-230fe547-b2d5-409d-8ec5-0dfc3d693640" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1002.032659] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1002.032852] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1002.032933] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1002.033211] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1002.033350] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1002.033474] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b14d34b3-3850-409a-ad29-5e7f511073a0 is going to be updated. [ 1002.071025] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1002.071025] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1002.071025] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1002.071025] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1002.071025] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1002.079805] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b14d34b3-3850-409a-ad29-5e7f511073a0 in Status: IN_PROGRESS for 2s [ 1002.819652] env[62265]: INFO networking_nsxv3.common.synchronization [req-ae92333a-444f-4a73-93e2-4ed0abe87025 req-a96353fa-a2b9-45d0-b183-f569719a31a0 service nova] Enqueued Resource ID: c7896376-3ae0-4ee9-a94f-7f706bd582fc with Priority: HIGHEST for action security_group_rules [ 1002.819881] env[62265]: INFO networking_nsxv3.common.synchronization [req-ae92333a-444f-4a73-93e2-4ed0abe87025 req-a96353fa-a2b9-45d0-b183-f569719a31a0 service nova] Enqueued Resource ID: c7896376-3ae0-4ee9-a94f-7f706bd582fc with Priority: HIGHEST for action security_group_members [ 1002.820010] env[62265]: INFO networking_nsxv3.common.synchronization [req-ae92333a-444f-4a73-93e2-4ed0abe87025 req-a96353fa-a2b9-45d0-b183-f569719a31a0 service nova] Enqueued Resource ID: 230fe547-b2d5-409d-8ec5-0dfc3d693640 with Priority: HIGHEST for action port [ 1002.820263] env[62265]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c7896376-3ae0-4ee9-a94f-7f706bd582fc with Priority: HIGHEST for action security_group_rules [ 1002.820392] env[62265]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c7896376-3ae0-4ee9-a94f-7f706bd582fc with Priority: HIGHEST for action security_group_members [ 1002.820486] env[62265]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 230fe547-b2d5-409d-8ec5-0dfc3d693640 with Priority: HIGHEST for action port [ 1002.821704] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c7896376-3ae0-4ee9-a94f-7f706bd582fc taken with stack trace [, , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1002.821704] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c7896376-3ae0-4ee9-a94f-7f706bd582fc" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1002.821704] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c7896376-3ae0-4ee9-a94f-7f706bd582fc" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1002.821911] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c7896376-3ae0-4ee9-a94f-7f706bd582fc" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1002.822023] env[62265]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c7896376-3ae0-4ee9-a94f-7f706bd582fc',) {} {{(pid=62265) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1002.822824] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock member-c7896376-3ae0-4ee9-a94f-7f706bd582fc taken with stack trace [, , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1002.822958] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c7896376-3ae0-4ee9-a94f-7f706bd582fc" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1002.823040] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c7896376-3ae0-4ee9-a94f-7f706bd582fc" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1002.823286] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c7896376-3ae0-4ee9-a94f-7f706bd582fc" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1002.823358] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1002.823455] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1002.823510] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1002.823649] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1002.823785] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1002.823878] env[62265]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c7896376-3ae0-4ee9-a94f-7f706bd582fc',) {} {{(pid=62265) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1002.824624] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock port-230fe547-b2d5-409d-8ec5-0dfc3d693640 taken with stack trace [, , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1002.824879] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-230fe547-b2d5-409d-8ec5-0dfc3d693640" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1002.824879] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-230fe547-b2d5-409d-8ec5-0dfc3d693640" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1002.824952] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-230fe547-b2d5-409d-8ec5-0dfc3d693640" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1002.825075] env[62265]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('230fe547-b2d5-409d-8ec5-0dfc3d693640',) {} {{(pid=62265) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1003.296633] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b70db8a6-589b-46f1-ab50-a8fac5cfe516 in Status: SUCCESS [ 1003.296911] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b70db8a6-589b-46f1-ab50-a8fac5cfe516" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1003.326538] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock member-c7896376-3ae0-4ee9-a94f-7f706bd582fc taken with stack trace [, , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1003.326678] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c7896376-3ae0-4ee9-a94f-7f706bd582fc" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1003.327979] env[62265]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('c7896376-3ae0-4ee9-a94f-7f706bd582fc',) {} {{(pid=62265) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1003.328895] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 230fe547-b2d5-409d-8ec5-0dfc3d693640 with status ACTIVE [ 1003.329072] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1003.329219] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1003.329277] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1003.329456] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1003.329546] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1003.329716] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1003.329860] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1003.329860] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1003.330041] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1003.330121] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1003.330324] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1003.330460] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1003.330527] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1003.330679] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1003.330758] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1003.330844] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 230fe547-b2d5-409d-8ec5-0dfc3d693640 is going to be updated. [ 1003.353748] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1003.353902] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1003.353981] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1003.357631] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1003.357631] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1003.357631] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-230fe547-b2d5-409d-8ec5-0dfc3d693640" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1003.556888] env[62265]: INFO networking_nsxv3.common.synchronization [req-d1caca3d-53bc-4c6b-af68-f56945be9ef5 req-54b2cd57-ea73-40b6-a754-acca5f52eb37 tempest-ServersTestJSON-996831773 tempest-ServersTestJSON-996831773-project-member] Enqueued Resource ID: 85a6547c-bf3d-4bdc-b0a3-09132939cc37 with Priority: HIGHEST for action security_group_members [ 1003.557826] env[62265]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 85a6547c-bf3d-4bdc-b0a3-09132939cc37 with Priority: HIGHEST for action security_group_members [ 1003.558140] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock member-85a6547c-bf3d-4bdc-b0a3-09132939cc37 taken with stack trace [, , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1003.558257] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-85a6547c-bf3d-4bdc-b0a3-09132939cc37" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1003.558315] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-85a6547c-bf3d-4bdc-b0a3-09132939cc37" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1003.558755] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-85a6547c-bf3d-4bdc-b0a3-09132939cc37" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1003.558865] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1003.558978] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1003.559069] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1003.559220] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1003.559303] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1003.559392] env[62265]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('85a6547c-bf3d-4bdc-b0a3-09132939cc37',) {} {{(pid=62265) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1003.833311] env[62265]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('c7896376-3ae0-4ee9-a94f-7f706bd582fc',) {} {{(pid=62265) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1004.061176] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1004.061363] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1004.061410] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1004.061664] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1004.061857] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1004.062083] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1004.062197] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1004.062261] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1004.062418] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1004.062499] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1004.062612] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 85a6547c-bf3d-4bdc-b0a3-09132939cc37 already deleted. [ 1004.062681] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-85a6547c-bf3d-4bdc-b0a3-09132939cc37" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1004.089641] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b14d34b3-3850-409a-ad29-5e7f511073a0 in Status: SUCCESS [ 1004.089868] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b14d34b3-3850-409a-ad29-5e7f511073a0" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1004.259208] env[62265]: DEBUG networking_nsxv3.common.locking [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Lock network-887 taken with stack trace [, , , , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1004.259450] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquiring lock "network-887" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1004.259583] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquired lock "network-887" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1004.259910] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquired external semaphore "network-887" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1004.260189] env[62265]: DEBUG networking_nsxv3.common.locking [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1004.260349] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquiring lock "Segment" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1004.260469] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquired lock "Segment" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1004.260697] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquired external semaphore "Segment" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1004.261019] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Releasing lock "Segment" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1004.262387] env[62265]: DEBUG dogpile.cache.region [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] No value present for key: 'zone-id' {{(pid=62265) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1004.262387] env[62265]: DEBUG dogpile.lock [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] NeedRegenerationException {{(pid=62265) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1004.262387] env[62265]: DEBUG dogpile.lock [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] no value, waiting for create lock {{(pid=62265) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1004.262387] env[62265]: DEBUG dogpile.lock [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] value creation lock acquired {{(pid=62265) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1004.262387] env[62265]: DEBUG dogpile.cache.region [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] No value present for key: 'zone-id' {{(pid=62265) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1004.262617] env[62265]: DEBUG dogpile.lock [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Calling creation function for not-yet-present value {{(pid=62265) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1004.262763] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1004.279609] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1004.279775] env[62265]: DEBUG dogpile.cache.region [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Cache value generated in 0.017 seconds for key(s): 'zone-id' {{(pid=62265) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1004.279913] env[62265]: DEBUG dogpile.lock [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Released creation lock {{(pid=62265) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1004.280167] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Releasing lock "network-887" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1004.280549] env[62265]: DEBUG networking_nsxv3.common.locking [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Lock port-9f1a00ca-daa7-46b9-bc35-45f7338eadcf taken with stack trace [, , , , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1004.280735] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquiring lock "port-9f1a00ca-daa7-46b9-bc35-45f7338eadcf" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1004.280942] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquired lock "port-9f1a00ca-daa7-46b9-bc35-45f7338eadcf" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1004.281405] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquired external semaphore "port-9f1a00ca-daa7-46b9-bc35-45f7338eadcf" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1004.281577] env[62265]: DEBUG networking_nsxv3.api.rpc [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9f1a00ca-daa7-46b9-bc35-45f7338eadcf',) {} {{(pid=62265) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1004.335846] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1004.336014] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1004.336116] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1004.336388] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1004.336533] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1004.336702] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c7896376-3ae0-4ee9-a94f-7f706bd582fc is going to be created. [ 1004.357479] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1004.357617] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1004.357704] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1004.358039] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1004.358647] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1004.367329] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c7896376-3ae0-4ee9-a94f-7f706bd582fc in Status: UNINITIALIZED for 2s [ 1004.784805] env[62265]: DEBUG networking_nsxv3.common.locking [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1004.785231] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquiring lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1004.785231] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquired lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1004.786073] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquired external semaphore "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1004.786073] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Releasing lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1004.786073] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Segment Port 9f1a00ca-daa7-46b9-bc35-45f7338eadcf not found, creating... [ 1004.786850] env[62265]: DEBUG networking_nsxv3.common.locking [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1004.786850] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquiring lock "Segment" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1004.786850] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquired lock "Segment" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1004.787114] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquired external semaphore "Segment" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1004.787181] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Releasing lock "Segment" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1004.787594] env[62265]: DEBUG networking_nsxv3.common.locking [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1004.788019] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquiring lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1004.788019] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquired lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1004.788198] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquired external semaphore "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1004.788269] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Releasing lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1004.788978] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Resource: SegmentPort with ID: 9f1a00ca-daa7-46b9-bc35-45f7338eadcf is going to be created. [ 1004.809962] env[62265]: DEBUG networking_nsxv3.common.locking [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1004.810722] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquiring lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1004.810722] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquired lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1004.810853] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquired external semaphore "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1004.811111] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Releasing lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1004.811363] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Releasing lock "port-9f1a00ca-daa7-46b9-bc35-45f7338eadcf" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1005.854587] env[62265]: INFO networking_nsxv3.common.synchronization [req-d1caca3d-53bc-4c6b-af68-f56945be9ef5 req-f33366e5-698a-468a-b6c9-eb401ff95af5 service nova] Enqueued Resource ID: 85a6547c-bf3d-4bdc-b0a3-09132939cc37 with Priority: HIGHEST for action security_group_rules [ 1005.854877] env[62265]: INFO networking_nsxv3.common.synchronization [req-d1caca3d-53bc-4c6b-af68-f56945be9ef5 req-f33366e5-698a-468a-b6c9-eb401ff95af5 service nova] Enqueued Resource ID: 85a6547c-bf3d-4bdc-b0a3-09132939cc37 with Priority: HIGHEST for action security_group_members [ 1005.855095] env[62265]: INFO networking_nsxv3.common.synchronization [req-d1caca3d-53bc-4c6b-af68-f56945be9ef5 req-f33366e5-698a-468a-b6c9-eb401ff95af5 service nova] Enqueued Resource ID: 9f1a00ca-daa7-46b9-bc35-45f7338eadcf with Priority: HIGHEST for action port [ 1005.855190] env[62265]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 85a6547c-bf3d-4bdc-b0a3-09132939cc37 with Priority: HIGHEST for action security_group_rules [ 1005.855322] env[62265]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 85a6547c-bf3d-4bdc-b0a3-09132939cc37 with Priority: HIGHEST for action security_group_members [ 1005.855425] env[62265]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9f1a00ca-daa7-46b9-bc35-45f7338eadcf with Priority: HIGHEST for action port [ 1005.855927] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock rules-85a6547c-bf3d-4bdc-b0a3-09132939cc37 taken with stack trace [, , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1005.856070] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-85a6547c-bf3d-4bdc-b0a3-09132939cc37" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1005.856150] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-85a6547c-bf3d-4bdc-b0a3-09132939cc37" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1005.856384] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-85a6547c-bf3d-4bdc-b0a3-09132939cc37" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1005.856466] env[62265]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('85a6547c-bf3d-4bdc-b0a3-09132939cc37',) {} {{(pid=62265) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1005.857273] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock member-85a6547c-bf3d-4bdc-b0a3-09132939cc37 taken with stack trace [, , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1005.861164] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-85a6547c-bf3d-4bdc-b0a3-09132939cc37" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1005.861242] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-85a6547c-bf3d-4bdc-b0a3-09132939cc37" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1005.861753] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-85a6547c-bf3d-4bdc-b0a3-09132939cc37" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1005.861753] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1005.861753] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1005.861753] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1005.862022] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1005.862022] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1005.862132] env[62265]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('85a6547c-bf3d-4bdc-b0a3-09132939cc37',) {} {{(pid=62265) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1005.862970] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock port-9f1a00ca-daa7-46b9-bc35-45f7338eadcf taken with stack trace [, , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1005.863108] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-9f1a00ca-daa7-46b9-bc35-45f7338eadcf" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1005.863155] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-9f1a00ca-daa7-46b9-bc35-45f7338eadcf" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1005.866022] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-9f1a00ca-daa7-46b9-bc35-45f7338eadcf" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1005.866022] env[62265]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9f1a00ca-daa7-46b9-bc35-45f7338eadcf',) {} {{(pid=62265) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1006.368317] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock member-85a6547c-bf3d-4bdc-b0a3-09132939cc37 taken with stack trace [, , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1006.368317] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-85a6547c-bf3d-4bdc-b0a3-09132939cc37" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1006.368317] env[62265]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('85a6547c-bf3d-4bdc-b0a3-09132939cc37',) {} {{(pid=62265) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1006.368317] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 9f1a00ca-daa7-46b9-bc35-45f7338eadcf with status ACTIVE [ 1006.368317] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1006.368317] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1006.368317] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1006.368317] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1006.368317] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1006.368317] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1006.368317] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1006.368317] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1006.372223] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1006.372223] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1006.372223] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1006.372223] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1006.372223] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1006.372223] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1006.372223] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1006.372223] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 9f1a00ca-daa7-46b9-bc35-45f7338eadcf is going to be updated. [ 1006.381968] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c7896376-3ae0-4ee9-a94f-7f706bd582fc in Status: SUCCESS [ 1006.382431] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c7896376-3ae0-4ee9-a94f-7f706bd582fc" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1006.382431] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c7896376-3ae0-4ee9-a94f-7f706bd582fc" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1006.382662] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c7896376-3ae0-4ee9-a94f-7f706bd582fc" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1006.382861] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1006.382998] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1006.383076] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1006.383231] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1006.383310] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1006.383393] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c7896376-3ae0-4ee9-a94f-7f706bd582fc" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1006.383486] env[62265]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('c7896376-3ae0-4ee9-a94f-7f706bd582fc',) {} {{(pid=62265) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1006.391324] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1006.391508] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1006.391600] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1006.391902] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1006.392135] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1006.392512] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-9f1a00ca-daa7-46b9-bc35-45f7338eadcf" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1006.872806] env[62265]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('85a6547c-bf3d-4bdc-b0a3-09132939cc37',) {} {{(pid=62265) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1006.887242] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock member-c7896376-3ae0-4ee9-a94f-7f706bd582fc taken with stack trace [, , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1006.887446] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c7896376-3ae0-4ee9-a94f-7f706bd582fc" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1006.887639] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c7896376-3ae0-4ee9-a94f-7f706bd582fc" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1006.887754] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c7896376-3ae0-4ee9-a94f-7f706bd582fc" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1006.888180] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1006.888330] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1006.888416] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1006.888603] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1006.888741] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1006.889295] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c7896376-3ae0-4ee9-a94f-7f706bd582fc" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1006.889835] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock member-c7896376-3ae0-4ee9-a94f-7f706bd582fc taken with stack trace [, , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1006.889979] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c7896376-3ae0-4ee9-a94f-7f706bd582fc" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1006.890083] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c7896376-3ae0-4ee9-a94f-7f706bd582fc" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1006.890285] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c7896376-3ae0-4ee9-a94f-7f706bd582fc" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1006.890453] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1006.890757] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1006.890913] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1006.891046] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1006.891182] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1006.891359] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c7896376-3ae0-4ee9-a94f-7f706bd582fc" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1006.891520] env[62265]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('c7896376-3ae0-4ee9-a94f-7f706bd582fc',) {} {{(pid=62265) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1007.379449] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1007.379694] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1007.379757] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1007.379965] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1007.380075] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1007.380218] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 85a6547c-bf3d-4bdc-b0a3-09132939cc37 is going to be created. [ 1007.393936] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for c7896376-3ae0-4ee9-a94f-7f706bd582fc: rpc.has_security_group_logging(os_id): False [ 1007.403939] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1007.404219] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1007.404219] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1007.404417] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1007.404548] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1007.413950] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 85a6547c-bf3d-4bdc-b0a3-09132939cc37 in Status: UNINITIALIZED for 2s [ 1007.414838] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1007.414962] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1007.415069] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1007.415260] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1007.415381] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1007.415597] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1007.415700] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1007.415757] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1007.415915] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1007.415986] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1007.417188] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1007.417335] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1007.417394] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1007.417535] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1007.417758] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1007.417867] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1007.418026] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1007.418026] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1007.418097] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1007.418240] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1007.418289] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c7896376-3ae0-4ee9-a94f-7f706bd582fc is going to be created. [ 1007.473065] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1007.473240] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1007.473293] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1007.473502] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1007.473670] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1007.568532] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c7896376-3ae0-4ee9-a94f-7f706bd582fc in Status: IN_PROGRESS for 2s [ 1008.354184] env[62265]: INFO networking_nsxv3.common.synchronization [req-2dfa4af3-1adf-4097-b98a-4f58452cb022 req-d05a50f9-f21e-4cc2-a9c2-da3ed6da2580 tempest-ImagesTestJSON-588636336 tempest-ImagesTestJSON-588636336-project-member] Enqueued Resource ID: 816c28a4-7b3d-4ec6-b8a7-98e59cf7a51f with Priority: HIGHEST for action security_group_members [ 1008.354184] env[62265]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 816c28a4-7b3d-4ec6-b8a7-98e59cf7a51f with Priority: HIGHEST for action security_group_members [ 1008.354465] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock member-816c28a4-7b3d-4ec6-b8a7-98e59cf7a51f taken with stack trace [, , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1008.354465] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-816c28a4-7b3d-4ec6-b8a7-98e59cf7a51f" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1008.354566] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-816c28a4-7b3d-4ec6-b8a7-98e59cf7a51f" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1008.354973] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-816c28a4-7b3d-4ec6-b8a7-98e59cf7a51f" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1008.356045] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1008.356045] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1008.356045] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1008.356045] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1008.356045] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1008.356045] env[62265]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('816c28a4-7b3d-4ec6-b8a7-98e59cf7a51f',) {} {{(pid=62265) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1008.858436] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1008.858608] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1008.858680] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1008.858918] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1008.859059] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1008.859279] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1008.859398] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1008.859462] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1008.859622] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1008.859726] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1008.859802] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 816c28a4-7b3d-4ec6-b8a7-98e59cf7a51f is going to be updated. [ 1008.886429] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1008.886584] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1008.886687] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1008.887337] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1008.887562] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1008.899022] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 816c28a4-7b3d-4ec6-b8a7-98e59cf7a51f in Status: IN_PROGRESS for 2s [ 1008.928576] env[62265]: DEBUG networking_nsxv3.common.locking [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Lock network-953 taken with stack trace [, , , , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1008.928836] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquiring lock "network-953" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1008.928966] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquired lock "network-953" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1008.929283] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquired external semaphore "network-953" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1008.929567] env[62265]: DEBUG networking_nsxv3.common.locking [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1008.929730] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquiring lock "Segment" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1008.929931] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquired lock "Segment" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1008.930181] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquired external semaphore "Segment" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1008.930336] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Releasing lock "Segment" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1008.930569] env[62265]: DEBUG dogpile.cache.region [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] No value present for key: 'zone-id' {{(pid=62265) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1008.930689] env[62265]: DEBUG dogpile.lock [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] NeedRegenerationException {{(pid=62265) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1008.930804] env[62265]: DEBUG dogpile.lock [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] no value, waiting for create lock {{(pid=62265) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1008.930917] env[62265]: DEBUG dogpile.lock [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] value creation lock acquired {{(pid=62265) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1008.931045] env[62265]: DEBUG dogpile.cache.region [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] No value present for key: 'zone-id' {{(pid=62265) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1008.931157] env[62265]: DEBUG dogpile.lock [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Calling creation function for not-yet-present value {{(pid=62265) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1008.931311] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1008.954235] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1008.954639] env[62265]: DEBUG dogpile.cache.region [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=62265) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1008.954639] env[62265]: DEBUG dogpile.lock [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Released creation lock {{(pid=62265) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1008.954761] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Releasing lock "network-953" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1008.955045] env[62265]: DEBUG networking_nsxv3.common.locking [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Lock port-32570673-2485-4fbc-9424-87089a03f8fd taken with stack trace [, , , , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1008.955234] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquiring lock "port-32570673-2485-4fbc-9424-87089a03f8fd" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1008.955355] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquired lock "port-32570673-2485-4fbc-9424-87089a03f8fd" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1008.955677] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquired external semaphore "port-32570673-2485-4fbc-9424-87089a03f8fd" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1008.955821] env[62265]: DEBUG networking_nsxv3.api.rpc [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('32570673-2485-4fbc-9424-87089a03f8fd',) {} {{(pid=62265) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1009.424924] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 85a6547c-bf3d-4bdc-b0a3-09132939cc37 in Status: SUCCESS [ 1009.427668] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-85a6547c-bf3d-4bdc-b0a3-09132939cc37" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1009.427668] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-85a6547c-bf3d-4bdc-b0a3-09132939cc37" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1009.427668] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-85a6547c-bf3d-4bdc-b0a3-09132939cc37" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1009.427668] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1009.427668] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1009.427668] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1009.427668] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1009.427668] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1009.427668] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-85a6547c-bf3d-4bdc-b0a3-09132939cc37" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1009.427668] env[62265]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('85a6547c-bf3d-4bdc-b0a3-09132939cc37',) {} {{(pid=62265) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1009.462514] env[62265]: DEBUG networking_nsxv3.common.locking [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1009.462773] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquiring lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1009.462908] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquired lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1009.463222] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquired external semaphore "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1009.463756] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Releasing lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1009.463756] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Segment Port 32570673-2485-4fbc-9424-87089a03f8fd not found, creating... [ 1009.463914] env[62265]: DEBUG networking_nsxv3.common.locking [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1009.464070] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquiring lock "Segment" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1009.464211] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquired lock "Segment" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1009.464451] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquired external semaphore "Segment" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1009.464599] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Releasing lock "Segment" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1009.464962] env[62265]: DEBUG networking_nsxv3.common.locking [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1009.465212] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquiring lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1009.465351] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquired lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1009.465576] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquired external semaphore "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1009.466162] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Releasing lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1009.466339] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Resource: SegmentPort with ID: 32570673-2485-4fbc-9424-87089a03f8fd is going to be created. [ 1009.486021] env[62265]: DEBUG networking_nsxv3.common.locking [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1009.486519] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquiring lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1009.486519] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquired lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1009.487259] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquired external semaphore "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1009.487259] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Releasing lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1009.487415] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Releasing lock "port-32570673-2485-4fbc-9424-87089a03f8fd" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1009.579411] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c7896376-3ae0-4ee9-a94f-7f706bd582fc in Status: SUCCESS [ 1009.579645] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c7896376-3ae0-4ee9-a94f-7f706bd582fc" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1009.931045] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock member-85a6547c-bf3d-4bdc-b0a3-09132939cc37 taken with stack trace [, , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1009.931301] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-85a6547c-bf3d-4bdc-b0a3-09132939cc37" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1009.931301] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-85a6547c-bf3d-4bdc-b0a3-09132939cc37" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1009.931695] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-85a6547c-bf3d-4bdc-b0a3-09132939cc37" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1009.931950] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1009.932336] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1009.932427] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1009.932610] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1009.932718] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1009.932816] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-85a6547c-bf3d-4bdc-b0a3-09132939cc37" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1009.932979] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock member-85a6547c-bf3d-4bdc-b0a3-09132939cc37 taken with stack trace [, , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1009.933104] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-85a6547c-bf3d-4bdc-b0a3-09132939cc37" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1009.933165] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-85a6547c-bf3d-4bdc-b0a3-09132939cc37" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1009.933320] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-85a6547c-bf3d-4bdc-b0a3-09132939cc37" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1009.933981] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1009.934117] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1009.934174] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1009.934429] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1009.934682] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1009.934786] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-85a6547c-bf3d-4bdc-b0a3-09132939cc37" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1009.934941] env[62265]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('85a6547c-bf3d-4bdc-b0a3-09132939cc37',) {} {{(pid=62265) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1009.952079] env[62265]: INFO networking_nsxv3.common.synchronization [None req-b5a3b089-bd49-4dad-a6ef-de824bb1fa39 tempest-AttachVolumeNegativeTest-1860273183 tempest-AttachVolumeNegativeTest-1860273183-project-member] Enqueued Resource ID: 2edf389b-244f-49af-a68d-5cdd4b48b2d8 with Priority: HIGHEST for action security_group_rules [ 1009.952619] env[62265]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2edf389b-244f-49af-a68d-5cdd4b48b2d8 with Priority: HIGHEST for action security_group_rules [ 1009.952950] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock rules-2edf389b-244f-49af-a68d-5cdd4b48b2d8 taken with stack trace [, , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1009.954862] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-2edf389b-244f-49af-a68d-5cdd4b48b2d8" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1009.954950] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-2edf389b-244f-49af-a68d-5cdd4b48b2d8" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1009.955239] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-2edf389b-244f-49af-a68d-5cdd4b48b2d8" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1009.955794] env[62265]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('2edf389b-244f-49af-a68d-5cdd4b48b2d8',) {} {{(pid=62265) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1010.168943] env[62265]: INFO networking_nsxv3.common.synchronization [None req-cefb17b0-ede9-4b2c-beff-72efbd024e80 tempest-AttachVolumeNegativeTest-1860273183 tempest-AttachVolumeNegativeTest-1860273183-project-member] Enqueued Resource ID: 2edf389b-244f-49af-a68d-5cdd4b48b2d8 with Priority: HIGHEST for action security_group_rules [ 1010.170388] env[62265]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2edf389b-244f-49af-a68d-5cdd4b48b2d8 with Priority: HIGHEST for action security_group_rules [ 1010.170388] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock rules-2edf389b-244f-49af-a68d-5cdd4b48b2d8 taken with stack trace [, , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1010.171150] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-2edf389b-244f-49af-a68d-5cdd4b48b2d8" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1010.436794] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 85a6547c-bf3d-4bdc-b0a3-09132939cc37: rpc.has_security_group_logging(os_id): False [ 1010.455042] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1010.455292] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1010.455466] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1010.455777] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1010.455943] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1010.456244] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1010.456411] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1010.456697] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1010.456784] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1010.456896] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1010.457131] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1010.457250] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1010.457339] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1010.457502] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1010.457603] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1010.457829] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1010.457947] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1010.458066] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1010.458242] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1010.458341] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1010.458445] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 85a6547c-bf3d-4bdc-b0a3-09132939cc37 is going to be created. [ 1010.477017] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1010.477017] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1010.477017] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1010.477017] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1010.477017] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1010.477017] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 2edf389b-244f-49af-a68d-5cdd4b48b2d8 already deleted. [ 1010.477017] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-2edf389b-244f-49af-a68d-5cdd4b48b2d8" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1010.477377] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-2edf389b-244f-49af-a68d-5cdd4b48b2d8" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1010.477377] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-2edf389b-244f-49af-a68d-5cdd4b48b2d8" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1010.477377] env[62265]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('2edf389b-244f-49af-a68d-5cdd4b48b2d8',) {} {{(pid=62265) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1010.516086] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1010.516086] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1010.516086] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1010.516086] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1010.516323] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1010.525716] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 85a6547c-bf3d-4bdc-b0a3-09132939cc37 in Status: IN_PROGRESS for 2s [ 1010.784876] env[62265]: INFO networking_nsxv3.common.synchronization [req-2dfa4af3-1adf-4097-b98a-4f58452cb022 req-74b5de01-adbb-442f-aeab-01d84a0fbd22 service nova] Enqueued Resource ID: 816c28a4-7b3d-4ec6-b8a7-98e59cf7a51f with Priority: HIGHEST for action security_group_rules [ 1010.785088] env[62265]: INFO networking_nsxv3.common.synchronization [req-2dfa4af3-1adf-4097-b98a-4f58452cb022 req-74b5de01-adbb-442f-aeab-01d84a0fbd22 service nova] Enqueued Resource ID: 816c28a4-7b3d-4ec6-b8a7-98e59cf7a51f with Priority: HIGHEST for action security_group_members [ 1010.785229] env[62265]: INFO networking_nsxv3.common.synchronization [req-2dfa4af3-1adf-4097-b98a-4f58452cb022 req-74b5de01-adbb-442f-aeab-01d84a0fbd22 service nova] Enqueued Resource ID: 32570673-2485-4fbc-9424-87089a03f8fd with Priority: HIGHEST for action port [ 1010.785774] env[62265]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 816c28a4-7b3d-4ec6-b8a7-98e59cf7a51f with Priority: HIGHEST for action security_group_rules [ 1010.785913] env[62265]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 816c28a4-7b3d-4ec6-b8a7-98e59cf7a51f with Priority: HIGHEST for action security_group_members [ 1010.786018] env[62265]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 32570673-2485-4fbc-9424-87089a03f8fd with Priority: HIGHEST for action port [ 1010.786466] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock rules-816c28a4-7b3d-4ec6-b8a7-98e59cf7a51f taken with stack trace [, , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1010.786594] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-816c28a4-7b3d-4ec6-b8a7-98e59cf7a51f" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1010.786661] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-816c28a4-7b3d-4ec6-b8a7-98e59cf7a51f" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1010.786905] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-816c28a4-7b3d-4ec6-b8a7-98e59cf7a51f" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1010.786942] env[62265]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('816c28a4-7b3d-4ec6-b8a7-98e59cf7a51f',) {} {{(pid=62265) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1010.790714] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock member-816c28a4-7b3d-4ec6-b8a7-98e59cf7a51f taken with stack trace [, , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1010.790714] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-816c28a4-7b3d-4ec6-b8a7-98e59cf7a51f" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1010.790714] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock port-32570673-2485-4fbc-9424-87089a03f8fd taken with stack trace [, , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1010.790714] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-32570673-2485-4fbc-9424-87089a03f8fd" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1010.790714] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-32570673-2485-4fbc-9424-87089a03f8fd" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1010.790714] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-32570673-2485-4fbc-9424-87089a03f8fd" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1010.790714] env[62265]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('32570673-2485-4fbc-9424-87089a03f8fd',) {} {{(pid=62265) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1010.908824] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 816c28a4-7b3d-4ec6-b8a7-98e59cf7a51f in Status: SUCCESS [ 1010.908824] env[62265]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 816c28a4-7b3d-4ec6-b8a7-98e59cf7a51f deletion is rescheduled due to dependency. [ 1010.908824] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-816c28a4-7b3d-4ec6-b8a7-98e59cf7a51f" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1010.908824] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-816c28a4-7b3d-4ec6-b8a7-98e59cf7a51f" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1010.908824] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-816c28a4-7b3d-4ec6-b8a7-98e59cf7a51f" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1010.908824] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1010.908824] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1010.908824] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1010.908824] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1010.908824] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1010.908824] env[62265]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('816c28a4-7b3d-4ec6-b8a7-98e59cf7a51f',) {} {{(pid=62265) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1010.998279] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1010.998619] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1010.998868] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1010.999265] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1010.999465] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1010.999650] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 2edf389b-244f-49af-a68d-5cdd4b48b2d8 already deleted. [ 1010.999825] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-2edf389b-244f-49af-a68d-5cdd4b48b2d8" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1011.292515] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock member-816c28a4-7b3d-4ec6-b8a7-98e59cf7a51f taken with stack trace [, , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1011.292681] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-816c28a4-7b3d-4ec6-b8a7-98e59cf7a51f" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1011.292852] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 32570673-2485-4fbc-9424-87089a03f8fd with status ACTIVE [ 1011.293181] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1011.293181] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1011.293349] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1011.293514] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1011.293558] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1011.293742] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1011.293845] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1011.293949] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1011.294154] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1011.294331] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1011.294485] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1011.294589] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1011.294657] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1011.294812] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1011.294906] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1011.294993] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 32570673-2485-4fbc-9424-87089a03f8fd is going to be updated. [ 1011.317803] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1011.317803] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1011.318019] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1011.318500] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1011.318756] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1011.319295] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-32570673-2485-4fbc-9424-87089a03f8fd" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1011.414052] env[62265]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('816c28a4-7b3d-4ec6-b8a7-98e59cf7a51f',) {} {{(pid=62265) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1011.532169] env[62265]: INFO networking_nsxv3.common.synchronization [None req-31c98698-f393-4e0f-8798-bfb815cbb0f5 None None] Enqueued Resource ID: fb364c28-b58b-4359-88e9-4e07e2865528 with Priority: HIGHEST for action port [ 1011.532880] env[62265]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fb364c28-b58b-4359-88e9-4e07e2865528 with Priority: HIGHEST for action port [ 1011.535725] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock port-fb364c28-b58b-4359-88e9-4e07e2865528 taken with stack trace [, , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1011.535960] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-fb364c28-b58b-4359-88e9-4e07e2865528" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1011.536102] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-fb364c28-b58b-4359-88e9-4e07e2865528" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1011.536468] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-fb364c28-b58b-4359-88e9-4e07e2865528" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1011.536576] env[62265]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('fb364c28-b58b-4359-88e9-4e07e2865528',) {} {{(pid=62265) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1011.919703] env[62265]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('816c28a4-7b3d-4ec6-b8a7-98e59cf7a51f',) {} {{(pid=62265) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1012.039713] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port fb364c28-b58b-4359-88e9-4e07e2865528 [ 1012.040080] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1012.040323] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1012.040447] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1012.040769] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1012.040943] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1012.041121] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:fb364c28-b58b-4359-88e9-4e07e2865528 already deleted. [ 1012.041277] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-fb364c28-b58b-4359-88e9-4e07e2865528" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1012.422395] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1012.422642] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1012.422692] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1012.423010] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1012.423170] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1012.423304] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 816c28a4-7b3d-4ec6-b8a7-98e59cf7a51f is going to be updated. [ 1012.450656] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1012.450864] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1012.450929] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1012.451176] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1012.451337] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1012.459264] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 816c28a4-7b3d-4ec6-b8a7-98e59cf7a51f in Status: IN_PROGRESS for 2s [ 1012.538735] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 85a6547c-bf3d-4bdc-b0a3-09132939cc37 in Status: SUCCESS [ 1012.539206] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-85a6547c-bf3d-4bdc-b0a3-09132939cc37" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1014.076602] env[62265]: INFO networking_nsxv3.common.synchronization [None req-a42dae40-bb10-441e-8a66-89fc9f16db28 None None] Enqueued Resource ID: 60c71c89-6dae-4574-98af-0fec2871c9a2 with Priority: HIGHEST for action port [ 1014.076932] env[62265]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 60c71c89-6dae-4574-98af-0fec2871c9a2 with Priority: HIGHEST for action port [ 1014.077074] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock port-60c71c89-6dae-4574-98af-0fec2871c9a2 taken with stack trace [, , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1014.077199] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-60c71c89-6dae-4574-98af-0fec2871c9a2" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1014.077265] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-60c71c89-6dae-4574-98af-0fec2871c9a2" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1014.077519] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-60c71c89-6dae-4574-98af-0fec2871c9a2" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1014.077594] env[62265]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('60c71c89-6dae-4574-98af-0fec2871c9a2',) {} {{(pid=62265) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1014.471955] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 816c28a4-7b3d-4ec6-b8a7-98e59cf7a51f in Status: SUCCESS [ 1014.480558] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-816c28a4-7b3d-4ec6-b8a7-98e59cf7a51f" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1014.480558] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-816c28a4-7b3d-4ec6-b8a7-98e59cf7a51f" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1014.480558] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-816c28a4-7b3d-4ec6-b8a7-98e59cf7a51f" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1014.480558] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1014.480558] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1014.480558] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1014.480558] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1014.480558] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1014.480558] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-816c28a4-7b3d-4ec6-b8a7-98e59cf7a51f" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1014.480558] env[62265]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('816c28a4-7b3d-4ec6-b8a7-98e59cf7a51f',) {} {{(pid=62265) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1014.579757] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 60c71c89-6dae-4574-98af-0fec2871c9a2 [ 1014.580093] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1014.580261] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1014.580357] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1014.580595] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1014.580725] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1014.580864] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:60c71c89-6dae-4574-98af-0fec2871c9a2 already deleted. [ 1014.581300] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-60c71c89-6dae-4574-98af-0fec2871c9a2" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1014.975341] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock member-816c28a4-7b3d-4ec6-b8a7-98e59cf7a51f taken with stack trace [, , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1014.975609] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-816c28a4-7b3d-4ec6-b8a7-98e59cf7a51f" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1014.975609] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-816c28a4-7b3d-4ec6-b8a7-98e59cf7a51f" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1014.975758] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-816c28a4-7b3d-4ec6-b8a7-98e59cf7a51f" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1014.975923] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1014.976034] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1014.976091] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1014.976238] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1014.976323] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1014.976410] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-816c28a4-7b3d-4ec6-b8a7-98e59cf7a51f" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1014.976554] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock member-816c28a4-7b3d-4ec6-b8a7-98e59cf7a51f taken with stack trace [, , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1014.976647] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-816c28a4-7b3d-4ec6-b8a7-98e59cf7a51f" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1014.976725] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-816c28a4-7b3d-4ec6-b8a7-98e59cf7a51f" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1014.976868] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-816c28a4-7b3d-4ec6-b8a7-98e59cf7a51f" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1014.977029] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1014.977115] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1014.977167] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1014.977315] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1014.977391] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1014.977786] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-816c28a4-7b3d-4ec6-b8a7-98e59cf7a51f" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1014.977786] env[62265]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('816c28a4-7b3d-4ec6-b8a7-98e59cf7a51f',) {} {{(pid=62265) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1015.112138] env[62265]: INFO networking_nsxv3.common.synchronization [req-652aa0ef-df2d-4e4d-9093-990f5395f896 req-12098411-4b58-460c-b1a0-a0deea2ffa2c tempest-ServerRescueTestJSON-1825453833 tempest-ServerRescueTestJSON-1825453833-project-member] Enqueued Resource ID: 17c63cf2-61eb-4ce9-8e1d-47bb40404daa with Priority: HIGHEST for action security_group_members [ 1015.112138] env[62265]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 17c63cf2-61eb-4ce9-8e1d-47bb40404daa with Priority: HIGHEST for action security_group_members [ 1015.112461] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock member-17c63cf2-61eb-4ce9-8e1d-47bb40404daa taken with stack trace [, , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1015.112461] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-17c63cf2-61eb-4ce9-8e1d-47bb40404daa" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1015.112557] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-17c63cf2-61eb-4ce9-8e1d-47bb40404daa" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1015.112704] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-17c63cf2-61eb-4ce9-8e1d-47bb40404daa" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1015.112836] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1015.112949] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1015.115105] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1015.115317] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1015.115465] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1015.115521] env[62265]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('17c63cf2-61eb-4ce9-8e1d-47bb40404daa',) {} {{(pid=62265) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1015.486350] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 816c28a4-7b3d-4ec6-b8a7-98e59cf7a51f: rpc.has_security_group_logging(os_id): False [ 1015.504942] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1015.506545] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1015.506545] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1015.506545] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1015.506545] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1015.506545] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1015.506545] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1015.506545] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1015.506920] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1015.506920] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1015.507010] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1015.510463] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1015.510463] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1015.510637] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1015.510690] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1015.510892] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1015.510981] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1015.511055] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1015.511203] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1015.511273] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1015.511377] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 816c28a4-7b3d-4ec6-b8a7-98e59cf7a51f is going to be updated. [ 1015.566732] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1015.567017] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1015.567153] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1015.567466] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1015.567697] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1015.580814] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 816c28a4-7b3d-4ec6-b8a7-98e59cf7a51f in Status: IN_PROGRESS for 2s [ 1015.620418] env[62265]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('17c63cf2-61eb-4ce9-8e1d-47bb40404daa',) {} {{(pid=62265) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1016.003481] env[62265]: DEBUG networking_nsxv3.common.locking [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Lock network-746 taken with stack trace [, , , , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1016.003481] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquiring lock "network-746" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1016.003481] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquired lock "network-746" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1016.003481] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquired external semaphore "network-746" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1016.005194] env[62265]: DEBUG networking_nsxv3.common.locking [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1016.005194] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquiring lock "Segment" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1016.005194] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquired lock "Segment" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1016.005362] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquired external semaphore "Segment" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1016.005790] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Releasing lock "Segment" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1016.007933] env[62265]: DEBUG dogpile.cache.region [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] No value present for key: 'zone-id' {{(pid=62265) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1016.007933] env[62265]: DEBUG dogpile.lock [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] NeedRegenerationException {{(pid=62265) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1016.007933] env[62265]: DEBUG dogpile.lock [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] no value, waiting for create lock {{(pid=62265) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1016.007933] env[62265]: DEBUG dogpile.lock [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] value creation lock acquired {{(pid=62265) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1016.007933] env[62265]: DEBUG dogpile.cache.region [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] No value present for key: 'zone-id' {{(pid=62265) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1016.007933] env[62265]: DEBUG dogpile.lock [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Calling creation function for not-yet-present value {{(pid=62265) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1016.007933] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1016.025954] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1016.026226] env[62265]: DEBUG dogpile.cache.region [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Cache value generated in 0.018 seconds for key(s): 'zone-id' {{(pid=62265) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1016.026359] env[62265]: DEBUG dogpile.lock [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Released creation lock {{(pid=62265) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1016.030027] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Releasing lock "network-746" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1016.030027] env[62265]: DEBUG networking_nsxv3.common.locking [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Lock port-a4c37e95-8dc5-479c-95f1-5e53c83fa895 taken with stack trace [, , , , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1016.030027] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquiring lock "port-a4c37e95-8dc5-479c-95f1-5e53c83fa895" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1016.030027] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquired lock "port-a4c37e95-8dc5-479c-95f1-5e53c83fa895" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1016.030027] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquired external semaphore "port-a4c37e95-8dc5-479c-95f1-5e53c83fa895" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1016.030027] env[62265]: DEBUG networking_nsxv3.api.rpc [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a4c37e95-8dc5-479c-95f1-5e53c83fa895',) {} {{(pid=62265) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1016.125168] env[62265]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('17c63cf2-61eb-4ce9-8e1d-47bb40404daa',) {} {{(pid=62265) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1016.533532] env[62265]: DEBUG networking_nsxv3.common.locking [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1016.533753] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquiring lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1016.533753] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquired lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1016.534115] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquired external semaphore "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1016.534532] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Releasing lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1016.534763] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Segment Port a4c37e95-8dc5-479c-95f1-5e53c83fa895 not found, creating... [ 1016.534989] env[62265]: DEBUG networking_nsxv3.common.locking [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1016.535199] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquiring lock "Segment" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1016.535336] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquired lock "Segment" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1016.535734] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquired external semaphore "Segment" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1016.536844] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Releasing lock "Segment" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1016.536844] env[62265]: DEBUG networking_nsxv3.common.locking [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1016.536844] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquiring lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1016.536844] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquired lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1016.536844] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquired external semaphore "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1016.536844] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Releasing lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1016.537124] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Resource: SegmentPort with ID: a4c37e95-8dc5-479c-95f1-5e53c83fa895 is going to be created. [ 1016.563506] env[62265]: DEBUG networking_nsxv3.common.locking [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1016.563693] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquiring lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1016.563818] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquired lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1016.564198] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquired external semaphore "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1016.564555] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Releasing lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1016.564834] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Releasing lock "port-a4c37e95-8dc5-479c-95f1-5e53c83fa895" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1016.629805] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1016.629992] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1016.630056] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1016.630306] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1016.630421] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1016.630528] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 17c63cf2-61eb-4ce9-8e1d-47bb40404daa is going to be updated. [ 1016.681908] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1016.682172] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1016.682253] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1016.682541] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1016.682695] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1016.697113] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 17c63cf2-61eb-4ce9-8e1d-47bb40404daa in Status: IN_PROGRESS for 2s [ 1017.595566] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 816c28a4-7b3d-4ec6-b8a7-98e59cf7a51f in Status: SUCCESS [ 1017.595566] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-816c28a4-7b3d-4ec6-b8a7-98e59cf7a51f" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1017.775668] env[62265]: INFO networking_nsxv3.common.synchronization [req-090bdf48-ce92-472b-9274-b3d3600b4a11 req-e459a5d8-a339-4b37-86ab-a1b82c917171 tempest-ServerMetadataNegativeTestJSON-10987740 tempest-ServerMetadataNegativeTestJSON-10987740-project-member] Enqueued Resource ID: bbfc9ecc-8955-4d2c-a9c7-0532011137fc with Priority: HIGHEST for action security_group_members [ 1017.781170] env[62265]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bbfc9ecc-8955-4d2c-a9c7-0532011137fc with Priority: HIGHEST for action security_group_members [ 1017.781170] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock member-bbfc9ecc-8955-4d2c-a9c7-0532011137fc taken with stack trace [, , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1017.781170] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bbfc9ecc-8955-4d2c-a9c7-0532011137fc" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1017.781170] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bbfc9ecc-8955-4d2c-a9c7-0532011137fc" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1017.781170] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bbfc9ecc-8955-4d2c-a9c7-0532011137fc" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1017.781170] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1017.781170] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1017.781170] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1017.781170] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1017.781170] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1017.781170] env[62265]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('bbfc9ecc-8955-4d2c-a9c7-0532011137fc',) {} {{(pid=62265) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1017.944708] env[62265]: INFO networking_nsxv3.common.synchronization [req-652aa0ef-df2d-4e4d-9093-990f5395f896 req-82ac0b68-8a04-4d7c-a838-ac0df5b9f51d service nova] Enqueued Resource ID: 17c63cf2-61eb-4ce9-8e1d-47bb40404daa with Priority: HIGHEST for action security_group_rules [ 1017.944708] env[62265]: INFO networking_nsxv3.common.synchronization [req-652aa0ef-df2d-4e4d-9093-990f5395f896 req-82ac0b68-8a04-4d7c-a838-ac0df5b9f51d service nova] Enqueued Resource ID: 17c63cf2-61eb-4ce9-8e1d-47bb40404daa with Priority: HIGHEST for action security_group_members [ 1017.944708] env[62265]: INFO networking_nsxv3.common.synchronization [req-652aa0ef-df2d-4e4d-9093-990f5395f896 req-82ac0b68-8a04-4d7c-a838-ac0df5b9f51d service nova] Enqueued Resource ID: a4c37e95-8dc5-479c-95f1-5e53c83fa895 with Priority: HIGHEST for action port [ 1017.944708] env[62265]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 17c63cf2-61eb-4ce9-8e1d-47bb40404daa with Priority: HIGHEST for action security_group_rules [ 1017.944708] env[62265]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 17c63cf2-61eb-4ce9-8e1d-47bb40404daa with Priority: HIGHEST for action security_group_members [ 1017.944708] env[62265]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a4c37e95-8dc5-479c-95f1-5e53c83fa895 with Priority: HIGHEST for action port [ 1017.944708] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock rules-17c63cf2-61eb-4ce9-8e1d-47bb40404daa taken with stack trace [, , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1017.944708] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-17c63cf2-61eb-4ce9-8e1d-47bb40404daa" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1017.944708] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-17c63cf2-61eb-4ce9-8e1d-47bb40404daa" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1017.945552] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-17c63cf2-61eb-4ce9-8e1d-47bb40404daa" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1017.946109] env[62265]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('17c63cf2-61eb-4ce9-8e1d-47bb40404daa',) {} {{(pid=62265) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1017.947175] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock member-17c63cf2-61eb-4ce9-8e1d-47bb40404daa taken with stack trace [, , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1017.947449] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-17c63cf2-61eb-4ce9-8e1d-47bb40404daa" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1017.947797] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock port-a4c37e95-8dc5-479c-95f1-5e53c83fa895 taken with stack trace [, , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1017.948028] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a4c37e95-8dc5-479c-95f1-5e53c83fa895" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1017.948163] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a4c37e95-8dc5-479c-95f1-5e53c83fa895" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1017.948413] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a4c37e95-8dc5-479c-95f1-5e53c83fa895" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1017.948558] env[62265]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a4c37e95-8dc5-479c-95f1-5e53c83fa895',) {} {{(pid=62265) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1018.101302] env[62265]: DEBUG networking_nsxv3.common.locking [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Lock network-469 taken with stack trace [, , , , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1018.102159] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquiring lock "network-469" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1018.102159] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquired lock "network-469" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1018.102476] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquired external semaphore "network-469" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1018.102744] env[62265]: DEBUG networking_nsxv3.common.locking [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1018.103139] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquiring lock "Segment" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1018.103276] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquired lock "Segment" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1018.103502] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquired external semaphore "Segment" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1018.103654] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Releasing lock "Segment" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1018.103993] env[62265]: DEBUG dogpile.cache.region [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] No value present for key: 'zone-id' {{(pid=62265) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1018.104065] env[62265]: DEBUG dogpile.lock [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] NeedRegenerationException {{(pid=62265) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1018.104165] env[62265]: DEBUG dogpile.lock [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] no value, waiting for create lock {{(pid=62265) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1018.104273] env[62265]: DEBUG dogpile.lock [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] value creation lock acquired {{(pid=62265) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1018.104473] env[62265]: DEBUG dogpile.cache.region [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] No value present for key: 'zone-id' {{(pid=62265) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1018.104531] env[62265]: DEBUG dogpile.lock [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Calling creation function for not-yet-present value {{(pid=62265) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1018.104668] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1018.122578] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1018.122746] env[62265]: DEBUG dogpile.cache.region [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Cache value generated in 0.018 seconds for key(s): 'zone-id' {{(pid=62265) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1018.122885] env[62265]: DEBUG dogpile.lock [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Released creation lock {{(pid=62265) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1018.123072] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Releasing lock "network-469" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1018.123366] env[62265]: DEBUG networking_nsxv3.common.locking [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Lock port-3e510121-2c1f-4712-a863-db2d67decc12 taken with stack trace [, , , , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1018.123532] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquiring lock "port-3e510121-2c1f-4712-a863-db2d67decc12" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1018.123653] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquired lock "port-3e510121-2c1f-4712-a863-db2d67decc12" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1018.123990] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquired external semaphore "port-3e510121-2c1f-4712-a863-db2d67decc12" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1018.124155] env[62265]: DEBUG networking_nsxv3.api.rpc [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3e510121-2c1f-4712-a863-db2d67decc12',) {} {{(pid=62265) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1018.286009] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1018.286228] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1018.286317] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1018.286532] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1018.286625] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1018.286822] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1018.286920] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1018.286967] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1018.287137] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1018.287214] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1018.287300] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: bbfc9ecc-8955-4d2c-a9c7-0532011137fc already deleted. [ 1018.287379] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bbfc9ecc-8955-4d2c-a9c7-0532011137fc" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1018.450900] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock member-17c63cf2-61eb-4ce9-8e1d-47bb40404daa taken with stack trace [, , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1018.451041] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-17c63cf2-61eb-4ce9-8e1d-47bb40404daa" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1018.452189] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port a4c37e95-8dc5-479c-95f1-5e53c83fa895 with status ACTIVE [ 1018.452551] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1018.452719] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1018.452819] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1018.453162] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1018.453295] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1018.453572] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1018.453715] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1018.453816] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1018.454129] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1018.454269] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1018.454552] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1018.454704] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1018.454803] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1018.455057] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1018.455171] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1018.455299] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: a4c37e95-8dc5-479c-95f1-5e53c83fa895 is going to be updated. [ 1018.480472] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1018.480703] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1018.481465] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1018.481465] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1018.481465] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1018.481557] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a4c37e95-8dc5-479c-95f1-5e53c83fa895" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1018.626754] env[62265]: DEBUG networking_nsxv3.common.locking [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1018.627082] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquiring lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1018.627132] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquired lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1018.627380] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquired external semaphore "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1018.627529] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Releasing lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1018.627682] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Segment Port 3e510121-2c1f-4712-a863-db2d67decc12 not found, creating... [ 1018.627933] env[62265]: DEBUG networking_nsxv3.common.locking [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1018.628107] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquiring lock "Segment" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1018.628228] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquired lock "Segment" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1018.628443] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquired external semaphore "Segment" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1018.628582] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Releasing lock "Segment" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1018.628979] env[62265]: DEBUG networking_nsxv3.common.locking [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1018.629086] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquiring lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1018.629130] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquired lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1018.629342] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquired external semaphore "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1018.629476] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Releasing lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1018.629615] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Resource: SegmentPort with ID: 3e510121-2c1f-4712-a863-db2d67decc12 is going to be created. [ 1018.664956] env[62265]: DEBUG networking_nsxv3.common.locking [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1018.665212] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquiring lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1018.665339] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquired lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1018.665609] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquired external semaphore "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1018.665831] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Releasing lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1018.666061] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Releasing lock "port-3e510121-2c1f-4712-a863-db2d67decc12" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1018.711396] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 17c63cf2-61eb-4ce9-8e1d-47bb40404daa in Status: SUCCESS [ 1018.711672] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-17c63cf2-61eb-4ce9-8e1d-47bb40404daa" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1018.711904] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-17c63cf2-61eb-4ce9-8e1d-47bb40404daa" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1018.712163] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-17c63cf2-61eb-4ce9-8e1d-47bb40404daa" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1018.712378] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1018.712521] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1018.712606] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1018.712777] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1018.712906] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1018.713000] env[62265]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('17c63cf2-61eb-4ce9-8e1d-47bb40404daa',) {} {{(pid=62265) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1019.216354] env[62265]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('17c63cf2-61eb-4ce9-8e1d-47bb40404daa',) {} {{(pid=62265) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1019.340313] env[62265]: INFO networking_nsxv3.common.synchronization [req-f2c886fe-c3b7-4796-afe5-2ebf462e2f10 req-695a8829-7302-410e-a378-8d0c0a4d0a02 tempest-MigrationsAdminTest-1174356079 tempest-MigrationsAdminTest-1174356079-project-member] Enqueued Resource ID: cb4fb40c-9e72-4175-af16-071ca2d9e786 with Priority: HIGHEST for action security_group_members [ 1019.340313] env[62265]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cb4fb40c-9e72-4175-af16-071ca2d9e786 with Priority: HIGHEST for action security_group_members [ 1019.340313] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock member-cb4fb40c-9e72-4175-af16-071ca2d9e786 taken with stack trace [, , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1019.340313] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cb4fb40c-9e72-4175-af16-071ca2d9e786" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1019.340313] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cb4fb40c-9e72-4175-af16-071ca2d9e786" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1019.340313] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cb4fb40c-9e72-4175-af16-071ca2d9e786" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1019.340313] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1019.340313] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1019.340313] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1019.340720] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1019.340720] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1019.340720] env[62265]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('cb4fb40c-9e72-4175-af16-071ca2d9e786',) {} {{(pid=62265) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1019.723064] env[62265]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('17c63cf2-61eb-4ce9-8e1d-47bb40404daa',) {} {{(pid=62265) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1019.843221] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1019.843884] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1019.844088] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1019.845219] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1019.845219] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1019.845219] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1019.845219] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1019.845219] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1019.845219] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1019.845219] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1019.845219] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: cb4fb40c-9e72-4175-af16-071ca2d9e786 is going to be updated. [ 1019.875016] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1019.875413] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1019.875615] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1019.882081] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1019.882081] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1019.883291] env[62265]: INFO networking_nsxv3.common.synchronization [req-3c79773e-1b5a-4061-9d46-cf68e9a24e0e req-2287c2b1-1eb2-40c7-9b35-cc16bc826178 tempest-ServerAddressesTestJSON-1628104671 tempest-ServerAddressesTestJSON-1628104671-project-member] Enqueued Resource ID: c7896376-3ae0-4ee9-a94f-7f706bd582fc with Priority: HIGHEST for action security_group_members [ 1019.883291] env[62265]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c7896376-3ae0-4ee9-a94f-7f706bd582fc with Priority: HIGHEST for action security_group_members [ 1019.883421] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock member-c7896376-3ae0-4ee9-a94f-7f706bd582fc taken with stack trace [, , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1019.883485] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c7896376-3ae0-4ee9-a94f-7f706bd582fc" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1019.884449] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c7896376-3ae0-4ee9-a94f-7f706bd582fc" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1019.884449] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c7896376-3ae0-4ee9-a94f-7f706bd582fc" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1019.884449] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1019.884883] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1019.885039] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1019.885270] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1019.885410] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1019.885546] env[62265]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c7896376-3ae0-4ee9-a94f-7f706bd582fc',) {} {{(pid=62265) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1019.894236] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cb4fb40c-9e72-4175-af16-071ca2d9e786 in Status: IN_PROGRESS for 2s [ 1019.961011] env[62265]: INFO networking_nsxv3.common.synchronization [req-090bdf48-ce92-472b-9274-b3d3600b4a11 req-8168368e-8e81-463c-a9b2-9381c77f7f56 service nova] Enqueued Resource ID: bbfc9ecc-8955-4d2c-a9c7-0532011137fc with Priority: HIGHEST for action security_group_rules [ 1019.961216] env[62265]: INFO networking_nsxv3.common.synchronization [req-090bdf48-ce92-472b-9274-b3d3600b4a11 req-8168368e-8e81-463c-a9b2-9381c77f7f56 service nova] Enqueued Resource ID: bbfc9ecc-8955-4d2c-a9c7-0532011137fc with Priority: HIGHEST for action security_group_members [ 1019.961353] env[62265]: INFO networking_nsxv3.common.synchronization [req-090bdf48-ce92-472b-9274-b3d3600b4a11 req-8168368e-8e81-463c-a9b2-9381c77f7f56 service nova] Enqueued Resource ID: 3e510121-2c1f-4712-a863-db2d67decc12 with Priority: HIGHEST for action port [ 1019.961582] env[62265]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bbfc9ecc-8955-4d2c-a9c7-0532011137fc with Priority: HIGHEST for action security_group_rules [ 1019.961712] env[62265]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bbfc9ecc-8955-4d2c-a9c7-0532011137fc with Priority: HIGHEST for action security_group_members [ 1019.961803] env[62265]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3e510121-2c1f-4712-a863-db2d67decc12 with Priority: HIGHEST for action port [ 1019.963998] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock rules-bbfc9ecc-8955-4d2c-a9c7-0532011137fc taken with stack trace [, , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1019.963998] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-bbfc9ecc-8955-4d2c-a9c7-0532011137fc" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1019.963998] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-bbfc9ecc-8955-4d2c-a9c7-0532011137fc" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1019.964822] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-bbfc9ecc-8955-4d2c-a9c7-0532011137fc" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1019.964930] env[62265]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('bbfc9ecc-8955-4d2c-a9c7-0532011137fc',) {} {{(pid=62265) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1019.966747] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock member-bbfc9ecc-8955-4d2c-a9c7-0532011137fc taken with stack trace [, , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1019.967516] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bbfc9ecc-8955-4d2c-a9c7-0532011137fc" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1019.967516] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bbfc9ecc-8955-4d2c-a9c7-0532011137fc" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1019.967516] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bbfc9ecc-8955-4d2c-a9c7-0532011137fc" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1019.967516] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1019.967516] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1019.967516] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1019.967810] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1019.967810] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1019.967810] env[62265]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('bbfc9ecc-8955-4d2c-a9c7-0532011137fc',) {} {{(pid=62265) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1019.969656] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock port-3e510121-2c1f-4712-a863-db2d67decc12 taken with stack trace [, , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1019.969879] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-3e510121-2c1f-4712-a863-db2d67decc12" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1019.969954] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-3e510121-2c1f-4712-a863-db2d67decc12" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1019.970134] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-3e510121-2c1f-4712-a863-db2d67decc12" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1019.970212] env[62265]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3e510121-2c1f-4712-a863-db2d67decc12',) {} {{(pid=62265) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1020.225612] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1020.225763] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1020.225839] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1020.226060] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1020.226152] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1020.226252] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 17c63cf2-61eb-4ce9-8e1d-47bb40404daa is going to be updated. [ 1020.285278] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1020.285462] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1020.285528] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1020.285692] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1020.285840] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1020.295266] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 17c63cf2-61eb-4ce9-8e1d-47bb40404daa in Status: IN_PROGRESS for 2s [ 1020.389765] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1020.389988] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1020.390508] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1020.390762] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1020.392118] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1020.392379] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1020.393031] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1020.393031] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1020.393031] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1020.393483] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1020.393634] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c7896376-3ae0-4ee9-a94f-7f706bd582fc is going to be updated. [ 1020.421507] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1020.421507] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1020.421507] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1020.421507] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1020.421507] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1020.428677] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c7896376-3ae0-4ee9-a94f-7f706bd582fc in Status: IN_PROGRESS for 2s [ 1020.473164] env[62265]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('bbfc9ecc-8955-4d2c-a9c7-0532011137fc',) {} {{(pid=62265) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1020.473164] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock member-bbfc9ecc-8955-4d2c-a9c7-0532011137fc taken with stack trace [, , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1020.473164] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bbfc9ecc-8955-4d2c-a9c7-0532011137fc" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1020.473164] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 3e510121-2c1f-4712-a863-db2d67decc12 with status ACTIVE [ 1020.473313] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1020.476087] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1020.476087] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1020.476087] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1020.476087] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1020.476087] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1020.476087] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1020.476087] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1020.476087] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1020.476087] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1020.476087] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1020.476087] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1020.476087] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1020.476087] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1020.476087] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1020.476087] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 3e510121-2c1f-4712-a863-db2d67decc12 is going to be updated. [ 1020.497340] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1020.497488] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1020.497559] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1020.497758] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1020.497894] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1020.498077] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-3e510121-2c1f-4712-a863-db2d67decc12" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1020.973064] env[62265]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('bbfc9ecc-8955-4d2c-a9c7-0532011137fc',) {} {{(pid=62265) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1021.004642] env[62265]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-96ae916a-3a9d-4803-946d-e622cf1ea38c None None] NSXv3 Agent Agent loop - iteration:1 completed [ 1021.004728] env[62265]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-96ae916a-3a9d-4803-946d-e622cf1ea38c None None] NSXv3 Agent Agent loop - iteration:2 started [ 1021.478301] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1021.478470] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1021.478543] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1021.478752] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1021.478844] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1021.478942] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: bbfc9ecc-8955-4d2c-a9c7-0532011137fc is going to be created. [ 1021.499393] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1021.499534] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1021.499603] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1021.499805] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1021.499959] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1021.509508] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bbfc9ecc-8955-4d2c-a9c7-0532011137fc in Status: UNINITIALIZED for 2s [ 1021.904615] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cb4fb40c-9e72-4175-af16-071ca2d9e786 in Status: SUCCESS [ 1021.904826] env[62265]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: cb4fb40c-9e72-4175-af16-071ca2d9e786 deletion is rescheduled due to dependency. [ 1021.904954] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cb4fb40c-9e72-4175-af16-071ca2d9e786" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1022.304764] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 17c63cf2-61eb-4ce9-8e1d-47bb40404daa in Status: SUCCESS [ 1022.304764] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-17c63cf2-61eb-4ce9-8e1d-47bb40404daa" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1022.305160] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-17c63cf2-61eb-4ce9-8e1d-47bb40404daa" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1022.305252] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-17c63cf2-61eb-4ce9-8e1d-47bb40404daa" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1022.305462] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1022.305613] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1022.305678] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1022.305843] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1022.305924] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1022.306018] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-17c63cf2-61eb-4ce9-8e1d-47bb40404daa" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1022.306128] env[62265]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('17c63cf2-61eb-4ce9-8e1d-47bb40404daa',) {} {{(pid=62265) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1022.437456] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c7896376-3ae0-4ee9-a94f-7f706bd582fc in Status: SUCCESS [ 1022.437456] env[62265]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c7896376-3ae0-4ee9-a94f-7f706bd582fc deletion is rescheduled due to dependency. [ 1022.437456] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c7896376-3ae0-4ee9-a94f-7f706bd582fc" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1022.810228] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock member-17c63cf2-61eb-4ce9-8e1d-47bb40404daa taken with stack trace [, , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1022.810378] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-17c63cf2-61eb-4ce9-8e1d-47bb40404daa" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1022.810453] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-17c63cf2-61eb-4ce9-8e1d-47bb40404daa" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1022.810715] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-17c63cf2-61eb-4ce9-8e1d-47bb40404daa" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1022.810879] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1022.810983] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1022.811054] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1022.811211] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1022.811298] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1022.811386] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-17c63cf2-61eb-4ce9-8e1d-47bb40404daa" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1022.811532] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock member-17c63cf2-61eb-4ce9-8e1d-47bb40404daa taken with stack trace [, , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1022.811624] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-17c63cf2-61eb-4ce9-8e1d-47bb40404daa" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1022.811683] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-17c63cf2-61eb-4ce9-8e1d-47bb40404daa" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1022.811879] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-17c63cf2-61eb-4ce9-8e1d-47bb40404daa" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1022.812043] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1022.812043] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1022.812120] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1022.812241] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1022.812317] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1022.812397] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-17c63cf2-61eb-4ce9-8e1d-47bb40404daa" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1022.812487] env[62265]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('17c63cf2-61eb-4ce9-8e1d-47bb40404daa',) {} {{(pid=62265) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1023.315476] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 17c63cf2-61eb-4ce9-8e1d-47bb40404daa: rpc.has_security_group_logging(os_id): False [ 1023.334657] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1023.334807] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1023.334911] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1023.335388] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1023.335388] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1023.335532] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1023.335707] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1023.335798] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1023.336017] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1023.336117] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1023.336318] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1023.336442] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1023.336509] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1023.336658] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1023.336733] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1023.336915] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1023.337041] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1023.337109] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1023.337298] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1023.337376] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1023.337463] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 17c63cf2-61eb-4ce9-8e1d-47bb40404daa is going to be updated. [ 1023.412976] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1023.413490] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1023.413490] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1023.413593] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1023.413763] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1023.431495] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 17c63cf2-61eb-4ce9-8e1d-47bb40404daa in Status: IN_PROGRESS for 2s [ 1023.524454] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bbfc9ecc-8955-4d2c-a9c7-0532011137fc in Status: SUCCESS [ 1023.524726] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bbfc9ecc-8955-4d2c-a9c7-0532011137fc" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1023.524920] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bbfc9ecc-8955-4d2c-a9c7-0532011137fc" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1023.525167] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bbfc9ecc-8955-4d2c-a9c7-0532011137fc" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1023.525425] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1023.525665] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1023.525665] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1023.525792] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1023.525905] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1023.525961] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bbfc9ecc-8955-4d2c-a9c7-0532011137fc" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1023.526478] env[62265]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('bbfc9ecc-8955-4d2c-a9c7-0532011137fc',) {} {{(pid=62265) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1024.029222] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock member-bbfc9ecc-8955-4d2c-a9c7-0532011137fc taken with stack trace [, , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1024.029427] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bbfc9ecc-8955-4d2c-a9c7-0532011137fc" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1024.029518] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bbfc9ecc-8955-4d2c-a9c7-0532011137fc" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1024.029951] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bbfc9ecc-8955-4d2c-a9c7-0532011137fc" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1024.030034] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1024.033212] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1024.033212] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1024.033212] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1024.033212] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1024.033212] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bbfc9ecc-8955-4d2c-a9c7-0532011137fc" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1024.033212] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock member-bbfc9ecc-8955-4d2c-a9c7-0532011137fc taken with stack trace [, , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1024.033212] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bbfc9ecc-8955-4d2c-a9c7-0532011137fc" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1024.033212] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bbfc9ecc-8955-4d2c-a9c7-0532011137fc" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1024.033212] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bbfc9ecc-8955-4d2c-a9c7-0532011137fc" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1024.033212] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1024.033212] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1024.033212] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1024.033212] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1024.033212] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1024.033212] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bbfc9ecc-8955-4d2c-a9c7-0532011137fc" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1024.033212] env[62265]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('bbfc9ecc-8955-4d2c-a9c7-0532011137fc',) {} {{(pid=62265) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1024.536530] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for bbfc9ecc-8955-4d2c-a9c7-0532011137fc: rpc.has_security_group_logging(os_id): False [ 1024.555708] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1024.556217] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1024.556217] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1024.556755] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1024.556755] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1024.556974] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1024.557187] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1024.557751] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1024.557893] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1024.558765] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1024.558765] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1024.558765] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1024.558765] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1024.559183] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1024.559183] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1024.559518] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1024.560283] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1024.560283] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1024.560283] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1024.560431] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1024.560606] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: bbfc9ecc-8955-4d2c-a9c7-0532011137fc is going to be created. [ 1024.616631] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1024.616839] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1024.616902] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1024.617281] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1024.617547] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1024.631565] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: bbfc9ecc-8955-4d2c-a9c7-0532011137fc in Status: IN_PROGRESS for 2s [ 1024.758358] env[62265]: INFO networking_nsxv3.common.synchronization [None req-00d76591-cef0-4ea5-a685-d8a6de626b2e tempest-AttachInterfacesTestJSON-467207588 tempest-AttachInterfacesTestJSON-467207588-project-member] Enqueued Resource ID: 7d8f4397-acf6-4c55-898c-ac910f9cc1ad with Priority: HIGHEST for action security_group_rules [ 1024.759018] env[62265]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7d8f4397-acf6-4c55-898c-ac910f9cc1ad with Priority: HIGHEST for action security_group_rules [ 1024.759285] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock rules-7d8f4397-acf6-4c55-898c-ac910f9cc1ad taken with stack trace [, , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1024.759402] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-7d8f4397-acf6-4c55-898c-ac910f9cc1ad" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1024.759472] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-7d8f4397-acf6-4c55-898c-ac910f9cc1ad" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1024.759733] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-7d8f4397-acf6-4c55-898c-ac910f9cc1ad" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1024.759818] env[62265]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('7d8f4397-acf6-4c55-898c-ac910f9cc1ad',) {} {{(pid=62265) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1024.866281] env[62265]: INFO networking_nsxv3.common.synchronization [None req-d1048221-342c-46e1-adc5-eb5e51ffedb1 tempest-AttachInterfacesTestJSON-467207588 tempest-AttachInterfacesTestJSON-467207588-project-member] Enqueued Resource ID: 7d8f4397-acf6-4c55-898c-ac910f9cc1ad with Priority: HIGHEST for action security_group_rules [ 1024.866740] env[62265]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7d8f4397-acf6-4c55-898c-ac910f9cc1ad with Priority: HIGHEST for action security_group_rules [ 1024.870260] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock rules-7d8f4397-acf6-4c55-898c-ac910f9cc1ad taken with stack trace [, , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1024.870375] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-7d8f4397-acf6-4c55-898c-ac910f9cc1ad" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1025.282068] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1025.282230] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1025.282307] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1025.282528] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1025.282599] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1025.282691] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 7d8f4397-acf6-4c55-898c-ac910f9cc1ad already deleted. [ 1025.282771] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-7d8f4397-acf6-4c55-898c-ac910f9cc1ad" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1025.282926] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-7d8f4397-acf6-4c55-898c-ac910f9cc1ad" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1025.283105] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-7d8f4397-acf6-4c55-898c-ac910f9cc1ad" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1025.283175] env[62265]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('7d8f4397-acf6-4c55-898c-ac910f9cc1ad',) {} {{(pid=62265) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1025.446340] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 17c63cf2-61eb-4ce9-8e1d-47bb40404daa in Status: SUCCESS [ 1025.446340] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-17c63cf2-61eb-4ce9-8e1d-47bb40404daa" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1025.805431] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1025.805721] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1025.806467] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1025.807163] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1025.807465] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1025.807608] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 7d8f4397-acf6-4c55-898c-ac910f9cc1ad already deleted. [ 1025.807703] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-7d8f4397-acf6-4c55-898c-ac910f9cc1ad" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1026.466351] env[62265]: INFO networking_nsxv3.common.synchronization [req-6584ebdc-046e-47a4-95bd-b66fd3425f75 req-aceffb21-9710-4186-8faf-770f55fcf71a tempest-ServerDiskConfigTestJSON-1010102246 tempest-ServerDiskConfigTestJSON-1010102246-project-member] Enqueued Resource ID: b70db8a6-589b-46f1-ab50-a8fac5cfe516 with Priority: HIGHEST for action security_group_members [ 1026.467032] env[62265]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b70db8a6-589b-46f1-ab50-a8fac5cfe516 with Priority: HIGHEST for action security_group_members [ 1026.467379] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock member-b70db8a6-589b-46f1-ab50-a8fac5cfe516 taken with stack trace [, , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1026.467505] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b70db8a6-589b-46f1-ab50-a8fac5cfe516" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1026.467572] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b70db8a6-589b-46f1-ab50-a8fac5cfe516" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1026.467769] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b70db8a6-589b-46f1-ab50-a8fac5cfe516" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1026.467919] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1026.468061] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1026.468137] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1026.468304] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1026.468390] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1026.468482] env[62265]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b70db8a6-589b-46f1-ab50-a8fac5cfe516',) {} {{(pid=62265) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1026.644688] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: bbfc9ecc-8955-4d2c-a9c7-0532011137fc in Status: SUCCESS [ 1026.645401] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-bbfc9ecc-8955-4d2c-a9c7-0532011137fc" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1026.980981] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1026.981296] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1026.981370] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1026.981704] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1026.982543] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1026.982543] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1026.982543] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1026.982543] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1026.982543] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1026.982763] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1026.982763] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b70db8a6-589b-46f1-ab50-a8fac5cfe516 is going to be updated. [ 1027.008598] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1027.008741] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1027.008775] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1027.008975] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1027.009139] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1027.018082] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b70db8a6-589b-46f1-ab50-a8fac5cfe516 in Status: IN_PROGRESS for 2s [ 1027.161401] env[62265]: DEBUG networking_nsxv3.common.locking [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Lock network-354 taken with stack trace [, , , , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1027.161624] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquiring lock "network-354" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1027.161771] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquired lock "network-354" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1027.162121] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquired external semaphore "network-354" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1027.162429] env[62265]: DEBUG networking_nsxv3.common.locking [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1027.162550] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquiring lock "Segment" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1027.162675] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquired lock "Segment" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1027.162883] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquired external semaphore "Segment" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1027.166243] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Releasing lock "Segment" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1027.166243] env[62265]: DEBUG dogpile.cache.region [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] No value present for key: 'zone-id' {{(pid=62265) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1027.166243] env[62265]: DEBUG dogpile.lock [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] NeedRegenerationException {{(pid=62265) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1027.166243] env[62265]: DEBUG dogpile.lock [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] no value, waiting for create lock {{(pid=62265) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1027.166243] env[62265]: DEBUG dogpile.lock [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] value creation lock acquired {{(pid=62265) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1027.166243] env[62265]: DEBUG dogpile.cache.region [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] No value present for key: 'zone-id' {{(pid=62265) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1027.166243] env[62265]: DEBUG dogpile.lock [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Calling creation function for not-yet-present value {{(pid=62265) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1027.166243] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1027.184910] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1027.185628] env[62265]: DEBUG dogpile.cache.region [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=62265) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1027.185959] env[62265]: DEBUG dogpile.lock [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Released creation lock {{(pid=62265) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1027.186327] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Releasing lock "network-354" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1027.187656] env[62265]: DEBUG networking_nsxv3.common.locking [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Lock port-9a0962fb-aa2b-4caf-af70-9b3a6cac0d36 taken with stack trace [, , , , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1027.187656] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquiring lock "port-9a0962fb-aa2b-4caf-af70-9b3a6cac0d36" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1027.187656] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquired lock "port-9a0962fb-aa2b-4caf-af70-9b3a6cac0d36" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1027.187656] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquired external semaphore "port-9a0962fb-aa2b-4caf-af70-9b3a6cac0d36" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1027.187656] env[62265]: DEBUG networking_nsxv3.api.rpc [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9a0962fb-aa2b-4caf-af70-9b3a6cac0d36',) {} {{(pid=62265) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1027.692751] env[62265]: DEBUG networking_nsxv3.common.locking [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1027.693029] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquiring lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1027.693184] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquired lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1027.693494] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquired external semaphore "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1027.693650] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Releasing lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1027.694011] env[62265]: DEBUG networking_nsxv3.common.locking [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1027.698089] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquiring lock "Segment" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1027.698250] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquired lock "Segment" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1027.698542] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquired external semaphore "Segment" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1027.698696] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Releasing lock "Segment" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1027.699066] env[62265]: DEBUG networking_nsxv3.common.locking [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1027.700645] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquiring lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1027.700645] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquired lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1027.700645] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquired external semaphore "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1027.700645] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Releasing lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1027.700645] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Resource: SegmentPort with ID: 9a0962fb-aa2b-4caf-af70-9b3a6cac0d36 is going to be updated. [ 1027.719305] env[62265]: DEBUG networking_nsxv3.common.locking [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1027.719608] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquiring lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1027.719692] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquired lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1027.719977] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquired external semaphore "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1027.720896] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Releasing lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1027.720896] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Releasing lock "port-9a0962fb-aa2b-4caf-af70-9b3a6cac0d36" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1028.618138] env[62265]: INFO networking_nsxv3.common.synchronization [req-bc707fc2-13d2-4522-b549-764d6d02e157 req-19fd6498-0662-4444-b7ed-6c83696d68ff service nova] Enqueued Resource ID: feb45f86-91e8-4a23-99fd-16253ca1bee4 with Priority: HIGHEST for action security_group_rules [ 1028.618380] env[62265]: INFO networking_nsxv3.common.synchronization [req-bc707fc2-13d2-4522-b549-764d6d02e157 req-19fd6498-0662-4444-b7ed-6c83696d68ff service nova] Enqueued Resource ID: feb45f86-91e8-4a23-99fd-16253ca1bee4 with Priority: HIGHEST for action security_group_members [ 1028.618380] env[62265]: INFO networking_nsxv3.common.synchronization [req-bc707fc2-13d2-4522-b549-764d6d02e157 req-19fd6498-0662-4444-b7ed-6c83696d68ff service nova] Enqueued Resource ID: 9a0962fb-aa2b-4caf-af70-9b3a6cac0d36 with Priority: HIGHEST for action port [ 1028.620830] env[62265]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: feb45f86-91e8-4a23-99fd-16253ca1bee4 with Priority: HIGHEST for action security_group_rules [ 1028.620830] env[62265]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: feb45f86-91e8-4a23-99fd-16253ca1bee4 with Priority: HIGHEST for action security_group_members [ 1028.620830] env[62265]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9a0962fb-aa2b-4caf-af70-9b3a6cac0d36 with Priority: HIGHEST for action port [ 1028.620830] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock rules-feb45f86-91e8-4a23-99fd-16253ca1bee4 taken with stack trace [, , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1028.620830] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-feb45f86-91e8-4a23-99fd-16253ca1bee4" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1028.620830] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-feb45f86-91e8-4a23-99fd-16253ca1bee4" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1028.620830] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-feb45f86-91e8-4a23-99fd-16253ca1bee4" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1028.620830] env[62265]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('feb45f86-91e8-4a23-99fd-16253ca1bee4',) {} {{(pid=62265) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1028.621244] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock member-feb45f86-91e8-4a23-99fd-16253ca1bee4 taken with stack trace [, , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1028.621408] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-feb45f86-91e8-4a23-99fd-16253ca1bee4" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1028.621514] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-feb45f86-91e8-4a23-99fd-16253ca1bee4" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1028.621743] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-feb45f86-91e8-4a23-99fd-16253ca1bee4" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1028.623483] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1028.623483] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1028.623483] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1028.623483] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1028.623677] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1028.623677] env[62265]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('feb45f86-91e8-4a23-99fd-16253ca1bee4',) {} {{(pid=62265) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1028.627578] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock port-9a0962fb-aa2b-4caf-af70-9b3a6cac0d36 taken with stack trace [, , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1028.627715] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-9a0962fb-aa2b-4caf-af70-9b3a6cac0d36" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1028.628032] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-9a0962fb-aa2b-4caf-af70-9b3a6cac0d36" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1028.628032] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-9a0962fb-aa2b-4caf-af70-9b3a6cac0d36" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1028.628165] env[62265]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9a0962fb-aa2b-4caf-af70-9b3a6cac0d36',) {} {{(pid=62265) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1029.028322] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b70db8a6-589b-46f1-ab50-a8fac5cfe516 in Status: SUCCESS [ 1029.029470] env[62265]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b70db8a6-589b-46f1-ab50-a8fac5cfe516 deletion is rescheduled due to dependency. [ 1029.029691] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b70db8a6-589b-46f1-ab50-a8fac5cfe516" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1029.128700] env[62265]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('feb45f86-91e8-4a23-99fd-16253ca1bee4',) {} {{(pid=62265) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1029.136541] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 9a0962fb-aa2b-4caf-af70-9b3a6cac0d36 with status ACTIVE [ 1029.136541] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1029.136541] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1029.136541] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1029.136541] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1029.136541] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1029.136541] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1029.136541] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1029.136541] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1029.136541] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1029.136541] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1029.136541] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1029.136541] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1029.136541] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1029.136541] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1029.136541] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1029.137055] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 9a0962fb-aa2b-4caf-af70-9b3a6cac0d36 is going to be updated. [ 1029.141678] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock member-feb45f86-91e8-4a23-99fd-16253ca1bee4 taken with stack trace [, , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1029.141827] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-feb45f86-91e8-4a23-99fd-16253ca1bee4" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1029.164992] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1029.164992] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1029.164992] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1029.164992] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1029.164992] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1029.164992] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-9a0962fb-aa2b-4caf-af70-9b3a6cac0d36" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1029.635226] env[62265]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('feb45f86-91e8-4a23-99fd-16253ca1bee4',) {} {{(pid=62265) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1030.137806] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1030.137971] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1030.138035] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1030.138299] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1030.138394] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1030.138493] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: feb45f86-91e8-4a23-99fd-16253ca1bee4 is going to be updated. [ 1030.175684] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1030.175899] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1030.176018] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1030.176320] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1030.177022] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1030.185162] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: feb45f86-91e8-4a23-99fd-16253ca1bee4 in Status: IN_PROGRESS for 2s [ 1031.664589] env[62265]: INFO networking_nsxv3.common.synchronization [None req-31d4cea1-e131-43d8-8719-4a300941349b None None] Enqueued Resource ID: edf11156-e0a7-4e25-807f-97a3f1fc1d74 with Priority: HIGHEST for action port [ 1031.666700] env[62265]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: edf11156-e0a7-4e25-807f-97a3f1fc1d74 with Priority: HIGHEST for action port [ 1031.667896] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock port-edf11156-e0a7-4e25-807f-97a3f1fc1d74 taken with stack trace [, , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1031.668166] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-edf11156-e0a7-4e25-807f-97a3f1fc1d74" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1031.668294] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-edf11156-e0a7-4e25-807f-97a3f1fc1d74" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1031.668676] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-edf11156-e0a7-4e25-807f-97a3f1fc1d74" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1031.668806] env[62265]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('edf11156-e0a7-4e25-807f-97a3f1fc1d74',) {} {{(pid=62265) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1032.171651] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port edf11156-e0a7-4e25-807f-97a3f1fc1d74 [ 1032.171929] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1032.172096] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1032.172165] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1032.172394] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1032.172483] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1032.172575] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:edf11156-e0a7-4e25-807f-97a3f1fc1d74 already deleted. [ 1032.172668] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-edf11156-e0a7-4e25-807f-97a3f1fc1d74" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1032.198392] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: feb45f86-91e8-4a23-99fd-16253ca1bee4 in Status: SUCCESS [ 1032.198616] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-feb45f86-91e8-4a23-99fd-16253ca1bee4" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1032.198781] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-feb45f86-91e8-4a23-99fd-16253ca1bee4" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1032.199019] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-feb45f86-91e8-4a23-99fd-16253ca1bee4" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1032.199223] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1032.199330] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1032.201355] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1032.201355] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1032.201355] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1032.201355] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-feb45f86-91e8-4a23-99fd-16253ca1bee4" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1032.201355] env[62265]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('feb45f86-91e8-4a23-99fd-16253ca1bee4',) {} {{(pid=62265) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1032.705331] env[62265]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('feb45f86-91e8-4a23-99fd-16253ca1bee4',) {} {{(pid=62265) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1032.868614] env[62265]: INFO networking_nsxv3.common.synchronization [req-f2dafdd8-0135-4ba7-a359-42422f603499 req-fe3caa86-cbe8-402a-a8ff-8134eed7d03a tempest-ServersAdminTestJSON-792054294 tempest-ServersAdminTestJSON-792054294-project-member] Enqueued Resource ID: b14d34b3-3850-409a-ad29-5e7f511073a0 with Priority: HIGHEST for action security_group_members [ 1032.869285] env[62265]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b14d34b3-3850-409a-ad29-5e7f511073a0 with Priority: HIGHEST for action security_group_members [ 1032.869630] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock member-b14d34b3-3850-409a-ad29-5e7f511073a0 taken with stack trace [, , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1032.869760] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b14d34b3-3850-409a-ad29-5e7f511073a0" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1032.869827] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b14d34b3-3850-409a-ad29-5e7f511073a0" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1032.870046] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b14d34b3-3850-409a-ad29-5e7f511073a0" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1032.870208] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1032.870309] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1032.870371] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1032.870532] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1032.870610] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1032.870699] env[62265]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b14d34b3-3850-409a-ad29-5e7f511073a0',) {} {{(pid=62265) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1033.209027] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for feb45f86-91e8-4a23-99fd-16253ca1bee4: rpc.has_security_group_logging(os_id): False [ 1033.225054] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1033.225240] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1033.225309] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1033.225521] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1033.225613] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1033.225861] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1033.225959] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1033.226054] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1033.226260] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1033.226318] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1033.226434] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: feb45f86-91e8-4a23-99fd-16253ca1bee4 is going to be updated. [ 1033.282578] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1033.282578] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1033.282578] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1033.282578] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1033.282784] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1033.297343] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: feb45f86-91e8-4a23-99fd-16253ca1bee4 in Status: IN_PROGRESS for 2s [ 1033.313315] env[62265]: INFO networking_nsxv3.common.synchronization [req-860de8ad-9430-49bd-99e4-ba3081a67f2e req-f3f58775-0fe3-44bb-afcb-6b78760f183a tempest-SecurityGroupRulesTestJSON-26725834 tempest-SecurityGroupRulesTestJSON-26725834-project-member] Enqueued Resource ID: f019ec74-97ee-4491-95e5-dbfcb2517155 with Priority: HIGHEST for action security_group_rules [ 1033.316623] env[62265]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f019ec74-97ee-4491-95e5-dbfcb2517155 with Priority: HIGHEST for action security_group_rules [ 1033.317647] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f019ec74-97ee-4491-95e5-dbfcb2517155 taken with stack trace [, , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1033.317975] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f019ec74-97ee-4491-95e5-dbfcb2517155" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1033.318158] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f019ec74-97ee-4491-95e5-dbfcb2517155" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1033.318579] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f019ec74-97ee-4491-95e5-dbfcb2517155" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1033.318739] env[62265]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f019ec74-97ee-4491-95e5-dbfcb2517155',) {} {{(pid=62265) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1033.374143] env[62265]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('b14d34b3-3850-409a-ad29-5e7f511073a0',) {} {{(pid=62265) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1033.839215] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1033.839215] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1033.839215] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1033.839215] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1033.839215] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1033.839215] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f019ec74-97ee-4491-95e5-dbfcb2517155 already deleted. [ 1033.839215] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f019ec74-97ee-4491-95e5-dbfcb2517155" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1033.877678] env[62265]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('b14d34b3-3850-409a-ad29-5e7f511073a0',) {} {{(pid=62265) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1034.198314] env[62265]: INFO networking_nsxv3.common.synchronization [None req-d0ee53b3-a69c-49af-be0d-671cf32f44c4 None None] Enqueued Resource ID: 0e0a1ce0-7d1c-4ab7-8777-962a3ea4c671 with Priority: HIGHEST for action port [ 1034.198952] env[62265]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0e0a1ce0-7d1c-4ab7-8777-962a3ea4c671 with Priority: HIGHEST for action port [ 1034.199364] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock port-0e0a1ce0-7d1c-4ab7-8777-962a3ea4c671 taken with stack trace [, , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1034.199529] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-0e0a1ce0-7d1c-4ab7-8777-962a3ea4c671" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1034.199609] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-0e0a1ce0-7d1c-4ab7-8777-962a3ea4c671" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1034.199905] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-0e0a1ce0-7d1c-4ab7-8777-962a3ea4c671" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1034.200786] env[62265]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0e0a1ce0-7d1c-4ab7-8777-962a3ea4c671',) {} {{(pid=62265) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1034.384536] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1034.384799] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1034.384932] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1034.385289] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1034.385468] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1034.385468] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b14d34b3-3850-409a-ad29-5e7f511073a0 is going to be updated. [ 1034.412013] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1034.412218] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1034.412257] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1034.412461] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1034.412618] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1034.423926] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b14d34b3-3850-409a-ad29-5e7f511073a0 in Status: IN_PROGRESS for 2s [ 1034.575335] env[62265]: INFO networking_nsxv3.common.synchronization [req-94763568-7bc0-47aa-8792-05461c32f183 req-2ed5fd3c-d6be-4aca-a9ef-336a81fcae3b tempest-SecurityGroupRulesTestJSON-26725834 tempest-SecurityGroupRulesTestJSON-26725834-project-member] Enqueued Resource ID: 1121a879-26cb-4ea6-b8a1-2eccd2db28e7 with Priority: HIGHEST for action security_group_rules [ 1034.576408] env[62265]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1121a879-26cb-4ea6-b8a1-2eccd2db28e7 with Priority: HIGHEST for action security_group_rules [ 1034.576408] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock rules-1121a879-26cb-4ea6-b8a1-2eccd2db28e7 taken with stack trace [, , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1034.576618] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-1121a879-26cb-4ea6-b8a1-2eccd2db28e7" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1034.576618] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-1121a879-26cb-4ea6-b8a1-2eccd2db28e7" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1034.576786] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-1121a879-26cb-4ea6-b8a1-2eccd2db28e7" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1034.576877] env[62265]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('1121a879-26cb-4ea6-b8a1-2eccd2db28e7',) {} {{(pid=62265) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1034.623210] env[62265]: INFO networking_nsxv3.common.synchronization [req-fc3979ad-47df-488a-816a-89207bd6c609 req-29ec5dfa-d399-48cf-8650-cf3e30ff90c2 tempest-ImagesTestJSON-588636336 tempest-ImagesTestJSON-588636336-project-member] Enqueued Resource ID: 816c28a4-7b3d-4ec6-b8a7-98e59cf7a51f with Priority: HIGHEST for action security_group_members [ 1034.623210] env[62265]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 816c28a4-7b3d-4ec6-b8a7-98e59cf7a51f with Priority: HIGHEST for action security_group_members [ 1034.623210] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock member-816c28a4-7b3d-4ec6-b8a7-98e59cf7a51f taken with stack trace [, , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1034.623210] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-816c28a4-7b3d-4ec6-b8a7-98e59cf7a51f" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1034.623210] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-816c28a4-7b3d-4ec6-b8a7-98e59cf7a51f" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1034.623210] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-816c28a4-7b3d-4ec6-b8a7-98e59cf7a51f" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1034.623847] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1034.624199] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1034.624456] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1034.624780] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1034.625059] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1034.625291] env[62265]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('816c28a4-7b3d-4ec6-b8a7-98e59cf7a51f',) {} {{(pid=62265) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1034.704797] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 0e0a1ce0-7d1c-4ab7-8777-962a3ea4c671 [ 1034.705130] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1034.705297] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1034.705375] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1034.705593] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1034.706044] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1034.706044] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:0e0a1ce0-7d1c-4ab7-8777-962a3ea4c671 already deleted. [ 1034.706044] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-0e0a1ce0-7d1c-4ab7-8777-962a3ea4c671" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1035.095757] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1035.096086] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1035.096086] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1035.096185] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1035.096256] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1035.096352] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 1121a879-26cb-4ea6-b8a1-2eccd2db28e7 already deleted. [ 1035.096457] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-1121a879-26cb-4ea6-b8a1-2eccd2db28e7" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1035.129519] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1035.131050] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1035.131050] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1035.131050] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1035.131050] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1035.131050] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1035.131050] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1035.131050] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1035.131050] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1035.131050] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1035.131353] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 816c28a4-7b3d-4ec6-b8a7-98e59cf7a51f is going to be updated. [ 1035.167188] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1035.170156] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1035.170156] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1035.170156] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1035.170156] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1035.176769] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 816c28a4-7b3d-4ec6-b8a7-98e59cf7a51f in Status: IN_PROGRESS for 2s [ 1035.327881] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: feb45f86-91e8-4a23-99fd-16253ca1bee4 in Status: SUCCESS [ 1035.328136] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-feb45f86-91e8-4a23-99fd-16253ca1bee4" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1035.333992] env[62265]: INFO networking_nsxv3.common.synchronization [req-7c5803ef-1044-4185-9aa8-4fb2e1985585 req-86d0c80d-6f03-4b79-b794-b357a997a61c tempest-SecurityGroupRulesTestJSON-26725834 tempest-SecurityGroupRulesTestJSON-26725834-project-member] Enqueued Resource ID: 309c8faf-5cb5-4150-bc16-956cfdefb18e with Priority: HIGHEST for action security_group_rules [ 1035.334275] env[62265]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 309c8faf-5cb5-4150-bc16-956cfdefb18e with Priority: HIGHEST for action security_group_rules [ 1035.334822] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock rules-309c8faf-5cb5-4150-bc16-956cfdefb18e taken with stack trace [, , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1035.334942] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-309c8faf-5cb5-4150-bc16-956cfdefb18e" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1035.335019] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-309c8faf-5cb5-4150-bc16-956cfdefb18e" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1035.335293] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-309c8faf-5cb5-4150-bc16-956cfdefb18e" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1035.335375] env[62265]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('309c8faf-5cb5-4150-bc16-956cfdefb18e',) {} {{(pid=62265) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1035.859180] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1035.859366] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1035.859476] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1035.859926] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1035.860040] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1035.860199] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 309c8faf-5cb5-4150-bc16-956cfdefb18e already deleted. [ 1035.860339] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-309c8faf-5cb5-4150-bc16-956cfdefb18e" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1036.325971] env[62265]: INFO networking_nsxv3.common.synchronization [req-d74a1b32-958f-4fb4-9e1b-b89670ab643a req-8bcf323d-1d48-4027-8c27-8b41d5312bb2 tempest-SecurityGroupRulesTestJSON-26725834 tempest-SecurityGroupRulesTestJSON-26725834-project-member] Enqueued Resource ID: dc8acaa2-64c2-40bc-91f9-c80cd37fc75d with Priority: HIGHEST for action security_group_rules [ 1036.326873] env[62265]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dc8acaa2-64c2-40bc-91f9-c80cd37fc75d with Priority: HIGHEST for action security_group_rules [ 1036.327731] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock rules-dc8acaa2-64c2-40bc-91f9-c80cd37fc75d taken with stack trace [, , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1036.327731] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-dc8acaa2-64c2-40bc-91f9-c80cd37fc75d" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1036.327879] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-dc8acaa2-64c2-40bc-91f9-c80cd37fc75d" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1036.328709] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-dc8acaa2-64c2-40bc-91f9-c80cd37fc75d" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1036.328882] env[62265]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('dc8acaa2-64c2-40bc-91f9-c80cd37fc75d',) {} {{(pid=62265) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1036.438058] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b14d34b3-3850-409a-ad29-5e7f511073a0 in Status: SUCCESS [ 1036.438320] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b14d34b3-3850-409a-ad29-5e7f511073a0" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1036.848847] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1036.849053] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1036.849133] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1036.849372] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1036.849600] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1036.849600] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: dc8acaa2-64c2-40bc-91f9-c80cd37fc75d already deleted. [ 1036.849747] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-dc8acaa2-64c2-40bc-91f9-c80cd37fc75d" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1037.185914] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 816c28a4-7b3d-4ec6-b8a7-98e59cf7a51f in Status: SUCCESS [ 1037.186118] env[62265]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 816c28a4-7b3d-4ec6-b8a7-98e59cf7a51f deletion is rescheduled due to dependency. [ 1037.186231] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-816c28a4-7b3d-4ec6-b8a7-98e59cf7a51f" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1037.478695] env[62265]: INFO networking_nsxv3.common.synchronization [req-fcedc674-5e50-4784-a1ed-b5fb7cea9b5e req-cd0e900a-105c-4ad4-b3f9-b68e16324a43 tempest-SecurityGroupRulesTestJSON-26725834 tempest-SecurityGroupRulesTestJSON-26725834-project-member] Enqueued Resource ID: bc873b6f-59f1-4942-8242-18de97e20173 with Priority: HIGHEST for action security_group_rules [ 1037.479365] env[62265]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bc873b6f-59f1-4942-8242-18de97e20173 with Priority: HIGHEST for action security_group_rules [ 1037.479942] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock rules-bc873b6f-59f1-4942-8242-18de97e20173 taken with stack trace [, , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1037.480128] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-bc873b6f-59f1-4942-8242-18de97e20173" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1037.480305] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-bc873b6f-59f1-4942-8242-18de97e20173" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1037.480770] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-bc873b6f-59f1-4942-8242-18de97e20173" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1037.480885] env[62265]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('bc873b6f-59f1-4942-8242-18de97e20173',) {} {{(pid=62265) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1037.722778] env[62265]: INFO networking_nsxv3.common.synchronization [req-2c531e78-6e08-4cb9-b710-b6e01048f0a3 req-7b50d79c-cdb2-44ed-86bc-bd9df91a9175 tempest-SecurityGroupRulesTestJSON-26725834 tempest-SecurityGroupRulesTestJSON-26725834-project-member] Enqueued Resource ID: bc873b6f-59f1-4942-8242-18de97e20173 with Priority: HIGHEST for action security_group_rules [ 1037.723551] env[62265]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bc873b6f-59f1-4942-8242-18de97e20173 with Priority: HIGHEST for action security_group_rules [ 1037.725085] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock rules-bc873b6f-59f1-4942-8242-18de97e20173 taken with stack trace [, , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1037.725085] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-bc873b6f-59f1-4942-8242-18de97e20173" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1038.005951] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1038.005951] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1038.005951] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1038.005951] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1038.005951] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1038.006235] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: bc873b6f-59f1-4942-8242-18de97e20173 already deleted. [ 1038.006235] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-bc873b6f-59f1-4942-8242-18de97e20173" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1038.006351] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-bc873b6f-59f1-4942-8242-18de97e20173" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1038.006580] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-bc873b6f-59f1-4942-8242-18de97e20173" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1038.006580] env[62265]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('bc873b6f-59f1-4942-8242-18de97e20173',) {} {{(pid=62265) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1038.161299] env[62265]: INFO networking_nsxv3.common.synchronization [req-14de4f02-9587-4ae0-b0d4-0bfc97fef5d2 req-75a7f12f-24f1-4998-97b8-df8988ff0a2e tempest-SecurityGroupRulesTestJSON-26725834 tempest-SecurityGroupRulesTestJSON-26725834-project-member] Enqueued Resource ID: bc873b6f-59f1-4942-8242-18de97e20173 with Priority: HIGHEST for action security_group_rules [ 1038.161716] env[62265]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bc873b6f-59f1-4942-8242-18de97e20173 with Priority: HIGHEST for action security_group_rules [ 1038.162037] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock rules-bc873b6f-59f1-4942-8242-18de97e20173 taken with stack trace [, , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1038.162128] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-bc873b6f-59f1-4942-8242-18de97e20173" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1038.189393] env[62265]: INFO networking_nsxv3.common.synchronization [req-c7aef6d4-1174-4867-9bcf-0476be07261b req-491e1441-5889-4657-952f-cac5f2ae401c tempest-ServerRescueTestJSONUnderV235-1900483560 tempest-ServerRescueTestJSONUnderV235-1900483560-project-member] Enqueued Resource ID: 79da967e-55fc-41b9-83c0-c9f15f067d9c with Priority: HIGHEST for action security_group_members [ 1038.189959] env[62265]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 79da967e-55fc-41b9-83c0-c9f15f067d9c with Priority: HIGHEST for action security_group_members [ 1038.190285] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock member-79da967e-55fc-41b9-83c0-c9f15f067d9c taken with stack trace [, , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1038.190420] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-79da967e-55fc-41b9-83c0-c9f15f067d9c" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1038.190477] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-79da967e-55fc-41b9-83c0-c9f15f067d9c" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1038.190729] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-79da967e-55fc-41b9-83c0-c9f15f067d9c" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1038.190883] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1038.190987] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1038.191057] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1038.191258] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1038.191347] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1038.191442] env[62265]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('79da967e-55fc-41b9-83c0-c9f15f067d9c',) {} {{(pid=62265) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1038.518909] env[62265]: DEBUG networking_nsxv3.common.locking [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Lock network-479 taken with stack trace [, , , , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1038.520150] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquiring lock "network-479" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1038.520150] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquired lock "network-479" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1038.520150] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquired external semaphore "network-479" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1038.520150] env[62265]: DEBUG networking_nsxv3.common.locking [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1038.520150] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquiring lock "Segment" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1038.520429] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquired lock "Segment" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1038.520489] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquired external semaphore "Segment" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1038.520624] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Releasing lock "Segment" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1038.522050] env[62265]: DEBUG dogpile.cache.region [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] No value present for key: 'zone-id' {{(pid=62265) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1038.522050] env[62265]: DEBUG dogpile.lock [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] NeedRegenerationException {{(pid=62265) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1038.522050] env[62265]: DEBUG dogpile.lock [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] no value, waiting for create lock {{(pid=62265) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1038.522050] env[62265]: DEBUG dogpile.lock [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] value creation lock acquired {{(pid=62265) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1038.522050] env[62265]: DEBUG dogpile.cache.region [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] No value present for key: 'zone-id' {{(pid=62265) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1038.522050] env[62265]: DEBUG dogpile.lock [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Calling creation function for not-yet-present value {{(pid=62265) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1038.522050] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1038.533760] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1038.535104] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1038.535104] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1038.535104] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1038.535104] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1038.535104] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: bc873b6f-59f1-4942-8242-18de97e20173 already deleted. [ 1038.535104] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-bc873b6f-59f1-4942-8242-18de97e20173" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1038.535104] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-bc873b6f-59f1-4942-8242-18de97e20173" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1038.535104] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-bc873b6f-59f1-4942-8242-18de97e20173" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1038.535104] env[62265]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('bc873b6f-59f1-4942-8242-18de97e20173',) {} {{(pid=62265) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1038.544324] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1038.544563] env[62265]: DEBUG dogpile.cache.region [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=62265) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1038.544725] env[62265]: DEBUG dogpile.lock [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Released creation lock {{(pid=62265) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1038.544957] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Releasing lock "network-479" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1038.545333] env[62265]: DEBUG networking_nsxv3.common.locking [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Lock port-fa24f002-2af4-47f6-8481-bbc90afe50ae taken with stack trace [, , , , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1038.546492] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquiring lock "port-fa24f002-2af4-47f6-8481-bbc90afe50ae" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1038.546492] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquired lock "port-fa24f002-2af4-47f6-8481-bbc90afe50ae" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1038.546492] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquired external semaphore "port-fa24f002-2af4-47f6-8481-bbc90afe50ae" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1038.546492] env[62265]: DEBUG networking_nsxv3.api.rpc [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('fa24f002-2af4-47f6-8481-bbc90afe50ae',) {} {{(pid=62265) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1038.693810] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1038.694014] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1038.694082] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1038.694359] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1038.694452] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1038.694654] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1038.694753] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1038.694815] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1038.694995] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1038.695065] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1038.695143] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 79da967e-55fc-41b9-83c0-c9f15f067d9c already deleted. [ 1038.695259] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-79da967e-55fc-41b9-83c0-c9f15f067d9c" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1038.842271] env[62265]: INFO networking_nsxv3.common.synchronization [req-19251e2b-a9d3-4d2f-93bc-95082c47d7b1 req-5d53a52f-930a-4958-8619-6072435cc5b7 tempest-ServerMetadataNegativeTestJSON-10987740 tempest-ServerMetadataNegativeTestJSON-10987740-project-member] Enqueued Resource ID: bbfc9ecc-8955-4d2c-a9c7-0532011137fc with Priority: HIGHEST for action security_group_members [ 1038.843308] env[62265]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bbfc9ecc-8955-4d2c-a9c7-0532011137fc with Priority: HIGHEST for action security_group_members [ 1038.843308] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock member-bbfc9ecc-8955-4d2c-a9c7-0532011137fc taken with stack trace [, , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1038.843308] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bbfc9ecc-8955-4d2c-a9c7-0532011137fc" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1038.843308] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bbfc9ecc-8955-4d2c-a9c7-0532011137fc" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1038.843530] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bbfc9ecc-8955-4d2c-a9c7-0532011137fc" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1038.843771] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1038.843934] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1038.844646] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1038.844862] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1038.845830] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1038.845830] env[62265]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('bbfc9ecc-8955-4d2c-a9c7-0532011137fc',) {} {{(pid=62265) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1039.052887] env[62265]: DEBUG networking_nsxv3.common.locking [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1039.053195] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquiring lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1039.053375] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquired lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1039.053708] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquired external semaphore "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1039.053868] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Releasing lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1039.054076] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Segment Port fa24f002-2af4-47f6-8481-bbc90afe50ae not found, creating... [ 1039.054445] env[62265]: DEBUG networking_nsxv3.common.locking [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1039.054676] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquiring lock "Segment" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1039.054847] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquired lock "Segment" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1039.055154] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquired external semaphore "Segment" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1039.055367] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Releasing lock "Segment" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1039.055728] env[62265]: DEBUG networking_nsxv3.common.locking [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1039.056318] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquiring lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1039.056318] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquired lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1039.056488] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquired external semaphore "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1039.056670] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Releasing lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1039.057072] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Resource: SegmentPort with ID: fa24f002-2af4-47f6-8481-bbc90afe50ae is going to be created. [ 1039.058894] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1039.059024] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1039.059095] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1039.059260] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1039.059380] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1039.059484] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: bc873b6f-59f1-4942-8242-18de97e20173 already deleted. [ 1039.059577] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-bc873b6f-59f1-4942-8242-18de97e20173" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1039.081481] env[62265]: DEBUG networking_nsxv3.common.locking [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1039.081821] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquiring lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1039.082032] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquired lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1039.082351] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquired external semaphore "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1039.082611] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Releasing lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1039.082874] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Releasing lock "port-fa24f002-2af4-47f6-8481-bbc90afe50ae" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1039.347529] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1039.347716] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1039.347786] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1039.348018] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1039.348121] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1039.348338] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1039.348444] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1039.348507] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1039.348675] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1039.348756] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1039.348843] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: bbfc9ecc-8955-4d2c-a9c7-0532011137fc is going to be updated. [ 1039.375619] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1039.375769] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1039.375847] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1039.376665] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1039.376665] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1039.383912] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bbfc9ecc-8955-4d2c-a9c7-0532011137fc in Status: IN_PROGRESS for 2s [ 1039.857977] env[62265]: INFO networking_nsxv3.common.synchronization [req-c7aef6d4-1174-4867-9bcf-0476be07261b req-e863676b-4f06-4d07-9d51-8ffe014eebc1 service nova] Enqueued Resource ID: 79da967e-55fc-41b9-83c0-c9f15f067d9c with Priority: HIGHEST for action security_group_rules [ 1039.858299] env[62265]: INFO networking_nsxv3.common.synchronization [req-c7aef6d4-1174-4867-9bcf-0476be07261b req-e863676b-4f06-4d07-9d51-8ffe014eebc1 service nova] Enqueued Resource ID: 79da967e-55fc-41b9-83c0-c9f15f067d9c with Priority: HIGHEST for action security_group_members [ 1039.858397] env[62265]: INFO networking_nsxv3.common.synchronization [req-c7aef6d4-1174-4867-9bcf-0476be07261b req-e863676b-4f06-4d07-9d51-8ffe014eebc1 service nova] Enqueued Resource ID: fa24f002-2af4-47f6-8481-bbc90afe50ae with Priority: HIGHEST for action port [ 1039.858646] env[62265]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 79da967e-55fc-41b9-83c0-c9f15f067d9c with Priority: HIGHEST for action security_group_rules [ 1039.858735] env[62265]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 79da967e-55fc-41b9-83c0-c9f15f067d9c with Priority: HIGHEST for action security_group_members [ 1039.858735] env[62265]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fa24f002-2af4-47f6-8481-bbc90afe50ae with Priority: HIGHEST for action port [ 1039.859322] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock rules-79da967e-55fc-41b9-83c0-c9f15f067d9c taken with stack trace [, , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1039.859450] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-79da967e-55fc-41b9-83c0-c9f15f067d9c" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1039.859517] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-79da967e-55fc-41b9-83c0-c9f15f067d9c" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1039.859771] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-79da967e-55fc-41b9-83c0-c9f15f067d9c" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1039.859850] env[62265]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('79da967e-55fc-41b9-83c0-c9f15f067d9c',) {} {{(pid=62265) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1039.862332] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock member-79da967e-55fc-41b9-83c0-c9f15f067d9c taken with stack trace [, , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1039.862476] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-79da967e-55fc-41b9-83c0-c9f15f067d9c" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1039.862594] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-79da967e-55fc-41b9-83c0-c9f15f067d9c" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1039.862822] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-79da967e-55fc-41b9-83c0-c9f15f067d9c" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1039.862982] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1039.863102] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1039.863159] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1039.863341] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1039.863426] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1039.863521] env[62265]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('79da967e-55fc-41b9-83c0-c9f15f067d9c',) {} {{(pid=62265) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1039.864439] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock port-fa24f002-2af4-47f6-8481-bbc90afe50ae taken with stack trace [, , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1039.864541] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-fa24f002-2af4-47f6-8481-bbc90afe50ae" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1039.864614] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-fa24f002-2af4-47f6-8481-bbc90afe50ae" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1039.864762] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-fa24f002-2af4-47f6-8481-bbc90afe50ae" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1039.864836] env[62265]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('fa24f002-2af4-47f6-8481-bbc90afe50ae',) {} {{(pid=62265) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1040.370581] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock member-79da967e-55fc-41b9-83c0-c9f15f067d9c taken with stack trace [, , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1040.370777] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-79da967e-55fc-41b9-83c0-c9f15f067d9c" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1040.370987] env[62265]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('79da967e-55fc-41b9-83c0-c9f15f067d9c',) {} {{(pid=62265) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1040.371908] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port fa24f002-2af4-47f6-8481-bbc90afe50ae with status ACTIVE [ 1040.372167] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1040.372305] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1040.372369] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1040.372561] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1040.372645] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1040.373013] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1040.373013] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1040.373013] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1040.373304] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1040.373304] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1040.376118] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1040.376118] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1040.376118] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1040.376118] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1040.376118] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1040.376118] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: fa24f002-2af4-47f6-8481-bbc90afe50ae is going to be updated. [ 1040.395941] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1040.396186] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1040.396252] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1040.396484] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1040.396629] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1040.396763] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-fa24f002-2af4-47f6-8481-bbc90afe50ae" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1040.877019] env[62265]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('79da967e-55fc-41b9-83c0-c9f15f067d9c',) {} {{(pid=62265) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1040.942461] env[62265]: INFO networking_nsxv3.common.synchronization [req-cfc78774-f9db-4879-89d0-7a29d9c8028a req-dd8edc6f-5b0d-479f-98be-f300fb92d4f3 tempest-AttachVolumeNegativeTest-1860273183 tempest-AttachVolumeNegativeTest-1860273183-project-member] Enqueued Resource ID: 2edf389b-244f-49af-a68d-5cdd4b48b2d8 with Priority: HIGHEST for action security_group_members [ 1040.943022] env[62265]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2edf389b-244f-49af-a68d-5cdd4b48b2d8 with Priority: HIGHEST for action security_group_members [ 1040.943330] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock member-2edf389b-244f-49af-a68d-5cdd4b48b2d8 taken with stack trace [, , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1040.943453] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2edf389b-244f-49af-a68d-5cdd4b48b2d8" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1040.943518] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2edf389b-244f-49af-a68d-5cdd4b48b2d8" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1040.943767] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2edf389b-244f-49af-a68d-5cdd4b48b2d8" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1040.943946] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1040.945605] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1040.945739] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1040.945933] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1040.946037] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1040.946138] env[62265]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2edf389b-244f-49af-a68d-5cdd4b48b2d8',) {} {{(pid=62265) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1041.380576] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1041.380851] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1041.380986] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1041.381783] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1041.381783] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1041.381783] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 79da967e-55fc-41b9-83c0-c9f15f067d9c is going to be created. [ 1041.400554] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bbfc9ecc-8955-4d2c-a9c7-0532011137fc in Status: SUCCESS [ 1041.400742] env[62265]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: bbfc9ecc-8955-4d2c-a9c7-0532011137fc deletion is rescheduled due to dependency. [ 1041.400857] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bbfc9ecc-8955-4d2c-a9c7-0532011137fc" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1041.416779] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1041.416779] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1041.416779] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1041.416779] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1041.416779] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1041.422028] env[62265]: DEBUG networking_nsxv3.common.locking [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Lock network-806 taken with stack trace [, , , , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1041.422028] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquiring lock "network-806" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1041.422028] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquired lock "network-806" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1041.422028] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquired external semaphore "network-806" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1041.422028] env[62265]: DEBUG networking_nsxv3.common.locking [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1041.422028] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquiring lock "Segment" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1041.422028] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquired lock "Segment" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1041.422862] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquired external semaphore "Segment" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1041.423197] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Releasing lock "Segment" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1041.424392] env[62265]: DEBUG dogpile.cache.region [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] No value present for key: 'zone-id' {{(pid=62265) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1041.424392] env[62265]: DEBUG dogpile.lock [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] NeedRegenerationException {{(pid=62265) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1041.424392] env[62265]: DEBUG dogpile.lock [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] no value, waiting for create lock {{(pid=62265) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1041.424392] env[62265]: DEBUG dogpile.lock [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] value creation lock acquired {{(pid=62265) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1041.424862] env[62265]: DEBUG dogpile.cache.region [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] No value present for key: 'zone-id' {{(pid=62265) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1041.425093] env[62265]: DEBUG dogpile.lock [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Calling creation function for not-yet-present value {{(pid=62265) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1041.425650] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1041.429607] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 79da967e-55fc-41b9-83c0-c9f15f067d9c in Status: UNINITIALIZED for 2s [ 1041.445233] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1041.445451] env[62265]: DEBUG dogpile.cache.region [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=62265) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1041.445664] env[62265]: DEBUG dogpile.lock [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Released creation lock {{(pid=62265) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1041.445804] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Releasing lock "network-806" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1041.446253] env[62265]: DEBUG networking_nsxv3.common.locking [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Lock port-3f36ddb1-de20-4af2-9693-6bb7a8b5f84e taken with stack trace [, , , , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1041.446386] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquiring lock "port-3f36ddb1-de20-4af2-9693-6bb7a8b5f84e" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1041.446560] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquired lock "port-3f36ddb1-de20-4af2-9693-6bb7a8b5f84e" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1041.447157] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquired external semaphore "port-3f36ddb1-de20-4af2-9693-6bb7a8b5f84e" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1041.447157] env[62265]: DEBUG networking_nsxv3.api.rpc [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3f36ddb1-de20-4af2-9693-6bb7a8b5f84e',) {} {{(pid=62265) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1041.453117] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1041.453117] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1041.453117] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1041.453117] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1041.453117] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1041.453117] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1041.453117] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1041.453117] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1041.453574] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1041.453574] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1041.453574] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2edf389b-244f-49af-a68d-5cdd4b48b2d8 already deleted. [ 1041.453574] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2edf389b-244f-49af-a68d-5cdd4b48b2d8" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1041.955218] env[62265]: DEBUG networking_nsxv3.common.locking [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1041.955218] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquiring lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1041.955218] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquired lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1041.955218] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquired external semaphore "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1041.955218] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Releasing lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1041.955218] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Segment Port 3f36ddb1-de20-4af2-9693-6bb7a8b5f84e not found, creating... [ 1041.955218] env[62265]: DEBUG networking_nsxv3.common.locking [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1041.955218] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquiring lock "Segment" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1041.955218] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquired lock "Segment" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1041.955218] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquired external semaphore "Segment" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1041.955218] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Releasing lock "Segment" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1041.955785] env[62265]: DEBUG networking_nsxv3.common.locking [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1041.955785] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquiring lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1041.955785] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquired lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1041.955785] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquired external semaphore "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1041.955785] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Releasing lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1041.955785] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Resource: SegmentPort with ID: 3f36ddb1-de20-4af2-9693-6bb7a8b5f84e is going to be created. [ 1041.975996] env[62265]: DEBUG networking_nsxv3.common.locking [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1041.976619] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquiring lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1041.976837] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquired lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1041.977252] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquired external semaphore "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1041.977521] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Releasing lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1041.978695] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Releasing lock "port-3f36ddb1-de20-4af2-9693-6bb7a8b5f84e" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1042.844282] env[62265]: INFO networking_nsxv3.common.synchronization [req-cfc78774-f9db-4879-89d0-7a29d9c8028a req-f99f9aa1-a1a4-42b6-972e-a3da42518a2e service nova] Enqueued Resource ID: 2edf389b-244f-49af-a68d-5cdd4b48b2d8 with Priority: HIGHEST for action security_group_rules [ 1042.844282] env[62265]: INFO networking_nsxv3.common.synchronization [req-cfc78774-f9db-4879-89d0-7a29d9c8028a req-f99f9aa1-a1a4-42b6-972e-a3da42518a2e service nova] Enqueued Resource ID: 2edf389b-244f-49af-a68d-5cdd4b48b2d8 with Priority: HIGHEST for action security_group_members [ 1042.844282] env[62265]: INFO networking_nsxv3.common.synchronization [req-cfc78774-f9db-4879-89d0-7a29d9c8028a req-f99f9aa1-a1a4-42b6-972e-a3da42518a2e service nova] Enqueued Resource ID: 3f36ddb1-de20-4af2-9693-6bb7a8b5f84e with Priority: HIGHEST for action port [ 1042.845019] env[62265]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2edf389b-244f-49af-a68d-5cdd4b48b2d8 with Priority: HIGHEST for action security_group_rules [ 1042.845019] env[62265]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2edf389b-244f-49af-a68d-5cdd4b48b2d8 with Priority: HIGHEST for action security_group_members [ 1042.845019] env[62265]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3f36ddb1-de20-4af2-9693-6bb7a8b5f84e with Priority: HIGHEST for action port [ 1042.845207] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock rules-2edf389b-244f-49af-a68d-5cdd4b48b2d8 taken with stack trace [, , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1042.845477] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-2edf389b-244f-49af-a68d-5cdd4b48b2d8" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1042.845696] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-2edf389b-244f-49af-a68d-5cdd4b48b2d8" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1042.845828] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-2edf389b-244f-49af-a68d-5cdd4b48b2d8" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1042.845929] env[62265]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('2edf389b-244f-49af-a68d-5cdd4b48b2d8',) {} {{(pid=62265) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1042.846915] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock member-2edf389b-244f-49af-a68d-5cdd4b48b2d8 taken with stack trace [, , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1042.847140] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2edf389b-244f-49af-a68d-5cdd4b48b2d8" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1042.847675] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2edf389b-244f-49af-a68d-5cdd4b48b2d8" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1042.847675] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2edf389b-244f-49af-a68d-5cdd4b48b2d8" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1042.847821] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1042.848238] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1042.848238] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1042.848402] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1042.848446] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1042.848594] env[62265]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2edf389b-244f-49af-a68d-5cdd4b48b2d8',) {} {{(pid=62265) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1042.851645] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock port-3f36ddb1-de20-4af2-9693-6bb7a8b5f84e taken with stack trace [, , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1042.851645] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-3f36ddb1-de20-4af2-9693-6bb7a8b5f84e" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1042.851645] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-3f36ddb1-de20-4af2-9693-6bb7a8b5f84e" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1042.851645] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-3f36ddb1-de20-4af2-9693-6bb7a8b5f84e" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1042.851645] env[62265]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3f36ddb1-de20-4af2-9693-6bb7a8b5f84e',) {} {{(pid=62265) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1043.351647] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock member-2edf389b-244f-49af-a68d-5cdd4b48b2d8 taken with stack trace [, , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1043.355020] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2edf389b-244f-49af-a68d-5cdd4b48b2d8" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1043.355020] env[62265]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('2edf389b-244f-49af-a68d-5cdd4b48b2d8',) {} {{(pid=62265) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1043.355020] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 3f36ddb1-de20-4af2-9693-6bb7a8b5f84e with status ACTIVE [ 1043.355020] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1043.355020] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1043.355020] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1043.355020] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1043.355020] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1043.355020] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1043.355020] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1043.355020] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1043.355020] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1043.356338] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1043.356643] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1043.356871] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1043.357026] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1043.357250] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1043.357580] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1043.358066] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 3f36ddb1-de20-4af2-9693-6bb7a8b5f84e is going to be updated. [ 1043.386123] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1043.386123] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1043.386123] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1043.386123] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1043.386123] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1043.386301] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-3f36ddb1-de20-4af2-9693-6bb7a8b5f84e" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1043.438216] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 79da967e-55fc-41b9-83c0-c9f15f067d9c in Status: SUCCESS [ 1043.439018] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-79da967e-55fc-41b9-83c0-c9f15f067d9c" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1043.439018] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-79da967e-55fc-41b9-83c0-c9f15f067d9c" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1043.439754] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-79da967e-55fc-41b9-83c0-c9f15f067d9c" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1043.439990] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1043.440118] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1043.440184] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1043.440378] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1043.440620] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1043.440736] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-79da967e-55fc-41b9-83c0-c9f15f067d9c" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1043.440828] env[62265]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('79da967e-55fc-41b9-83c0-c9f15f067d9c',) {} {{(pid=62265) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1043.471866] env[62265]: INFO networking_nsxv3.common.synchronization [req-4d2c288c-614f-46f2-a937-3863fc03a25e req-db406285-7a99-4cfc-b203-bc2986a470f2 tempest-ServersTestJSON-996831773 tempest-ServersTestJSON-996831773-project-member] Enqueued Resource ID: 85a6547c-bf3d-4bdc-b0a3-09132939cc37 with Priority: HIGHEST for action security_group_members [ 1043.472506] env[62265]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 85a6547c-bf3d-4bdc-b0a3-09132939cc37 with Priority: HIGHEST for action security_group_members [ 1043.472709] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock member-85a6547c-bf3d-4bdc-b0a3-09132939cc37 taken with stack trace [, , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1043.472831] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-85a6547c-bf3d-4bdc-b0a3-09132939cc37" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1043.472898] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-85a6547c-bf3d-4bdc-b0a3-09132939cc37" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1043.476744] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-85a6547c-bf3d-4bdc-b0a3-09132939cc37" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1043.477050] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1043.477050] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1043.477190] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1043.477293] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1043.477382] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1043.477477] env[62265]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('85a6547c-bf3d-4bdc-b0a3-09132939cc37',) {} {{(pid=62265) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1043.860726] env[62265]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('2edf389b-244f-49af-a68d-5cdd4b48b2d8',) {} {{(pid=62265) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1043.943315] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock member-79da967e-55fc-41b9-83c0-c9f15f067d9c taken with stack trace [, , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1043.943502] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-79da967e-55fc-41b9-83c0-c9f15f067d9c" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1043.943878] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-79da967e-55fc-41b9-83c0-c9f15f067d9c" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1043.943960] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-79da967e-55fc-41b9-83c0-c9f15f067d9c" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1043.944862] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1043.944862] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1043.949058] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1043.950532] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1043.950532] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1043.950532] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-79da967e-55fc-41b9-83c0-c9f15f067d9c" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1043.950532] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock member-79da967e-55fc-41b9-83c0-c9f15f067d9c taken with stack trace [, , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1043.950532] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-79da967e-55fc-41b9-83c0-c9f15f067d9c" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1043.950532] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-79da967e-55fc-41b9-83c0-c9f15f067d9c" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1043.950532] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-79da967e-55fc-41b9-83c0-c9f15f067d9c" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1043.950532] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1043.950532] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1043.950532] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1043.950532] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1043.950532] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1043.951136] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-79da967e-55fc-41b9-83c0-c9f15f067d9c" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1043.951136] env[62265]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('79da967e-55fc-41b9-83c0-c9f15f067d9c',) {} {{(pid=62265) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1043.964883] env[62265]: DEBUG networking_nsxv3.common.locking [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Lock network-887 taken with stack trace [, , , , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1043.965086] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquiring lock "network-887" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1043.965393] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquired lock "network-887" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1043.965480] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquired external semaphore "network-887" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1043.966438] env[62265]: DEBUG networking_nsxv3.common.locking [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1043.966887] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquiring lock "Segment" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1043.967704] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquired lock "Segment" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1043.967880] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquired external semaphore "Segment" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1043.968164] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Releasing lock "Segment" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1043.968256] env[62265]: DEBUG dogpile.cache.region [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] No value present for key: 'zone-id' {{(pid=62265) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1043.968403] env[62265]: DEBUG dogpile.lock [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] NeedRegenerationException {{(pid=62265) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1043.968499] env[62265]: DEBUG dogpile.lock [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] no value, waiting for create lock {{(pid=62265) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1043.968607] env[62265]: DEBUG dogpile.lock [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] value creation lock acquired {{(pid=62265) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1043.968723] env[62265]: DEBUG dogpile.cache.region [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] No value present for key: 'zone-id' {{(pid=62265) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1043.968958] env[62265]: DEBUG dogpile.lock [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Calling creation function for not-yet-present value {{(pid=62265) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1043.969177] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1043.979912] env[62265]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('85a6547c-bf3d-4bdc-b0a3-09132939cc37',) {} {{(pid=62265) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1043.988887] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1043.989063] env[62265]: DEBUG dogpile.cache.region [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=62265) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1043.989291] env[62265]: DEBUG dogpile.lock [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Released creation lock {{(pid=62265) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1043.989427] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Releasing lock "network-887" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1043.989776] env[62265]: DEBUG networking_nsxv3.common.locking [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Lock port-ff4622ad-2931-4237-a614-8ce1e1eb34a9 taken with stack trace [, , , , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1043.989965] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquiring lock "port-ff4622ad-2931-4237-a614-8ce1e1eb34a9" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1043.990104] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquired lock "port-ff4622ad-2931-4237-a614-8ce1e1eb34a9" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1043.990477] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquired external semaphore "port-ff4622ad-2931-4237-a614-8ce1e1eb34a9" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1043.990626] env[62265]: DEBUG networking_nsxv3.api.rpc [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ff4622ad-2931-4237-a614-8ce1e1eb34a9',) {} {{(pid=62265) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1044.215559] env[62265]: INFO networking_nsxv3.common.synchronization [req-4f03d888-b504-4a5a-9c43-06b49c40f33e req-44704d3b-dc1d-4432-a207-812085196e60 tempest-ServerRescueTestJSON-1825453833 tempest-ServerRescueTestJSON-1825453833-project-member] Enqueued Resource ID: 17c63cf2-61eb-4ce9-8e1d-47bb40404daa with Priority: HIGHEST for action security_group_members [ 1044.215982] env[62265]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 17c63cf2-61eb-4ce9-8e1d-47bb40404daa with Priority: HIGHEST for action security_group_members [ 1044.216296] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock member-17c63cf2-61eb-4ce9-8e1d-47bb40404daa taken with stack trace [, , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1044.216425] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-17c63cf2-61eb-4ce9-8e1d-47bb40404daa" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1044.216491] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-17c63cf2-61eb-4ce9-8e1d-47bb40404daa" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1044.216717] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-17c63cf2-61eb-4ce9-8e1d-47bb40404daa" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1044.216909] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1044.216998] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1044.217081] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1044.217258] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1044.217610] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1044.217610] env[62265]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('17c63cf2-61eb-4ce9-8e1d-47bb40404daa',) {} {{(pid=62265) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1044.366905] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1044.366905] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1044.366905] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1044.366905] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1044.366905] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1044.366905] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2edf389b-244f-49af-a68d-5cdd4b48b2d8 is going to be created. [ 1044.389768] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1044.389768] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1044.389768] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1044.389768] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1044.389768] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1044.397700] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2edf389b-244f-49af-a68d-5cdd4b48b2d8 in Status: UNINITIALIZED for 2s [ 1044.454468] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 79da967e-55fc-41b9-83c0-c9f15f067d9c: rpc.has_security_group_logging(os_id): False [ 1044.477021] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1044.477021] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1044.477021] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1044.477021] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1044.477021] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1044.477021] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1044.477021] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1044.477021] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1044.477021] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1044.477021] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1044.477021] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1044.477021] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1044.477021] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1044.477021] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1044.477021] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1044.477530] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1044.477530] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1044.477530] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1044.477530] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1044.477530] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1044.477530] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 79da967e-55fc-41b9-83c0-c9f15f067d9c is going to be created. [ 1044.482535] env[62265]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('85a6547c-bf3d-4bdc-b0a3-09132939cc37',) {} {{(pid=62265) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1044.496197] env[62265]: DEBUG networking_nsxv3.common.locking [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1044.496345] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquiring lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1044.496404] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquired lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1044.496748] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquired external semaphore "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1044.496928] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Releasing lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1044.497123] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Segment Port ff4622ad-2931-4237-a614-8ce1e1eb34a9 not found, creating... [ 1044.497603] env[62265]: DEBUG networking_nsxv3.common.locking [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1044.497690] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquiring lock "Segment" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1044.498088] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquired lock "Segment" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1044.498088] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquired external semaphore "Segment" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1044.499045] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Releasing lock "Segment" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1044.501031] env[62265]: DEBUG networking_nsxv3.common.locking [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1044.501742] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquiring lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1044.502099] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquired lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1044.503932] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquired external semaphore "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1044.503932] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Releasing lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1044.503932] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Resource: SegmentPort with ID: ff4622ad-2931-4237-a614-8ce1e1eb34a9 is going to be created. [ 1044.528454] env[62265]: DEBUG networking_nsxv3.common.locking [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1044.528776] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquiring lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1044.528817] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquired lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1044.529679] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquired external semaphore "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1044.529679] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Releasing lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1044.529772] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Releasing lock "port-ff4622ad-2931-4237-a614-8ce1e1eb34a9" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1044.549383] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1044.549383] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1044.549383] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1044.549933] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1044.549933] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1044.585447] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 79da967e-55fc-41b9-83c0-c9f15f067d9c in Status: IN_PROGRESS for 2s [ 1044.719358] env[62265]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('17c63cf2-61eb-4ce9-8e1d-47bb40404daa',) {} {{(pid=62265) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1044.985912] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1044.986104] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1044.986142] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1044.986362] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1044.986454] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1044.986554] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 85a6547c-bf3d-4bdc-b0a3-09132939cc37 is going to be updated. [ 1045.017392] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1045.017392] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1045.017569] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1045.017701] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1045.017847] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1045.028831] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 85a6547c-bf3d-4bdc-b0a3-09132939cc37 in Status: IN_PROGRESS for 2s [ 1045.234431] env[62265]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('17c63cf2-61eb-4ce9-8e1d-47bb40404daa',) {} {{(pid=62265) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1045.341408] env[62265]: INFO networking_nsxv3.common.synchronization [req-4d2c288c-614f-46f2-a937-3863fc03a25e req-66035143-565d-464b-8732-446dcd2ead3e service nova] Enqueued Resource ID: 85a6547c-bf3d-4bdc-b0a3-09132939cc37 with Priority: HIGHEST for action security_group_rules [ 1045.341408] env[62265]: INFO networking_nsxv3.common.synchronization [req-4d2c288c-614f-46f2-a937-3863fc03a25e req-66035143-565d-464b-8732-446dcd2ead3e service nova] Enqueued Resource ID: 85a6547c-bf3d-4bdc-b0a3-09132939cc37 with Priority: HIGHEST for action security_group_members [ 1045.341408] env[62265]: INFO networking_nsxv3.common.synchronization [req-4d2c288c-614f-46f2-a937-3863fc03a25e req-66035143-565d-464b-8732-446dcd2ead3e service nova] Enqueued Resource ID: ff4622ad-2931-4237-a614-8ce1e1eb34a9 with Priority: HIGHEST for action port [ 1045.341408] env[62265]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 85a6547c-bf3d-4bdc-b0a3-09132939cc37 with Priority: HIGHEST for action security_group_rules [ 1045.341408] env[62265]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 85a6547c-bf3d-4bdc-b0a3-09132939cc37 with Priority: HIGHEST for action security_group_members [ 1045.341408] env[62265]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ff4622ad-2931-4237-a614-8ce1e1eb34a9 with Priority: HIGHEST for action port [ 1045.341408] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock rules-85a6547c-bf3d-4bdc-b0a3-09132939cc37 taken with stack trace [, , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1045.341408] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-85a6547c-bf3d-4bdc-b0a3-09132939cc37" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1045.342585] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-85a6547c-bf3d-4bdc-b0a3-09132939cc37" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1045.342935] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-85a6547c-bf3d-4bdc-b0a3-09132939cc37" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1045.343149] env[62265]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('85a6547c-bf3d-4bdc-b0a3-09132939cc37',) {} {{(pid=62265) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1045.345023] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock member-85a6547c-bf3d-4bdc-b0a3-09132939cc37 taken with stack trace [, , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1045.345299] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-85a6547c-bf3d-4bdc-b0a3-09132939cc37" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1045.346023] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock port-ff4622ad-2931-4237-a614-8ce1e1eb34a9 taken with stack trace [, , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1045.346023] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ff4622ad-2931-4237-a614-8ce1e1eb34a9" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1045.346023] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ff4622ad-2931-4237-a614-8ce1e1eb34a9" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1045.346023] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ff4622ad-2931-4237-a614-8ce1e1eb34a9" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1045.346511] env[62265]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ff4622ad-2931-4237-a614-8ce1e1eb34a9',) {} {{(pid=62265) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1045.738518] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1045.738818] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1045.738869] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1045.739118] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1045.739207] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1045.739319] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 17c63cf2-61eb-4ce9-8e1d-47bb40404daa is going to be updated. [ 1045.768807] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1045.768935] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1045.768975] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1045.769242] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1045.769426] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1045.778182] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 17c63cf2-61eb-4ce9-8e1d-47bb40404daa in Status: IN_PROGRESS for 2s [ 1045.848839] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock member-85a6547c-bf3d-4bdc-b0a3-09132939cc37 taken with stack trace [, , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1045.849052] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-85a6547c-bf3d-4bdc-b0a3-09132939cc37" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1045.849215] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port ff4622ad-2931-4237-a614-8ce1e1eb34a9 with status ACTIVE [ 1045.849395] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1045.849508] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1045.849562] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1045.851112] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1045.851276] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1045.851593] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1045.851593] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1045.851679] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1045.851863] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1045.851951] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1045.852237] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1045.852292] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1045.852330] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1045.852482] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1045.852557] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1045.852716] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: ff4622ad-2931-4237-a614-8ce1e1eb34a9 is going to be updated. [ 1045.883316] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1045.883316] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1045.883316] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1045.883599] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1045.883689] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1045.883886] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ff4622ad-2931-4237-a614-8ce1e1eb34a9" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1046.408268] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2edf389b-244f-49af-a68d-5cdd4b48b2d8 in Status: SUCCESS [ 1046.408571] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2edf389b-244f-49af-a68d-5cdd4b48b2d8" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1046.408909] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2edf389b-244f-49af-a68d-5cdd4b48b2d8" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1046.409033] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2edf389b-244f-49af-a68d-5cdd4b48b2d8" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1046.409411] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1046.409411] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1046.409411] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1046.409753] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1046.409753] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1046.409880] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2edf389b-244f-49af-a68d-5cdd4b48b2d8" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1046.409996] env[62265]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('2edf389b-244f-49af-a68d-5cdd4b48b2d8',) {} {{(pid=62265) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1046.599017] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 79da967e-55fc-41b9-83c0-c9f15f067d9c in Status: SUCCESS [ 1046.599278] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-79da967e-55fc-41b9-83c0-c9f15f067d9c" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1046.913032] env[62265]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('2edf389b-244f-49af-a68d-5cdd4b48b2d8',) {} {{(pid=62265) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1047.046016] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 85a6547c-bf3d-4bdc-b0a3-09132939cc37 in Status: SUCCESS [ 1047.046436] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-85a6547c-bf3d-4bdc-b0a3-09132939cc37" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1047.046740] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-85a6547c-bf3d-4bdc-b0a3-09132939cc37" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1047.047098] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-85a6547c-bf3d-4bdc-b0a3-09132939cc37" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1047.047407] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1047.047619] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1047.047742] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1047.048033] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1047.048170] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1047.048352] env[62265]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('85a6547c-bf3d-4bdc-b0a3-09132939cc37',) {} {{(pid=62265) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1047.415026] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 2edf389b-244f-49af-a68d-5cdd4b48b2d8: rpc.has_security_group_logging(os_id): False [ 1047.434853] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1047.435013] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1047.435088] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1047.435307] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1047.435398] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1047.435660] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1047.435776] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1047.435842] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1047.435995] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1047.436090] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1047.436179] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 2edf389b-244f-49af-a68d-5cdd4b48b2d8 is going to be created. [ 1047.493581] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1047.493715] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1047.493715] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1047.494008] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1047.494189] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1047.506009] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 2edf389b-244f-49af-a68d-5cdd4b48b2d8 in Status: IN_PROGRESS for 2s [ 1047.552728] env[62265]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('85a6547c-bf3d-4bdc-b0a3-09132939cc37',) {} {{(pid=62265) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1047.790390] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 17c63cf2-61eb-4ce9-8e1d-47bb40404daa in Status: SUCCESS [ 1047.790633] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-17c63cf2-61eb-4ce9-8e1d-47bb40404daa" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1048.055133] env[62265]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('85a6547c-bf3d-4bdc-b0a3-09132939cc37',) {} {{(pid=62265) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1048.074912] env[62265]: INFO networking_nsxv3.common.synchronization [req-adedb754-1734-47a8-823f-3b2f9ad6e1c1 req-6111d2db-2bf4-4ed8-9364-ee06c6eb7456 tempest-DeleteServersTestJSON-1576012687 tempest-DeleteServersTestJSON-1576012687-project-member] Enqueued Resource ID: 95cf98c4-3841-4576-950a-00c6f979459f with Priority: HIGHEST for action security_group_members [ 1048.075501] env[62265]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 95cf98c4-3841-4576-950a-00c6f979459f with Priority: HIGHEST for action security_group_members [ 1048.075888] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock member-95cf98c4-3841-4576-950a-00c6f979459f taken with stack trace [, , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1048.076066] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-95cf98c4-3841-4576-950a-00c6f979459f" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1048.076162] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-95cf98c4-3841-4576-950a-00c6f979459f" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1048.076380] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-95cf98c4-3841-4576-950a-00c6f979459f" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1048.076561] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1048.076689] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1048.076756] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1048.076921] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1048.077067] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1048.077195] env[62265]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('95cf98c4-3841-4576-950a-00c6f979459f',) {} {{(pid=62265) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1048.557844] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1048.557844] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1048.557844] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1048.558177] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1048.558215] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1048.558310] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 85a6547c-bf3d-4bdc-b0a3-09132939cc37 is going to be updated. [ 1048.579970] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1048.580158] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1048.582084] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1048.582434] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1048.582485] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1048.582683] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1048.582804] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1048.583042] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1048.583249] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1048.584559] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1048.584612] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 95cf98c4-3841-4576-950a-00c6f979459f is going to be updated. [ 1048.587064] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1048.587192] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1048.587238] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1048.587914] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1048.587914] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1048.599038] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 85a6547c-bf3d-4bdc-b0a3-09132939cc37 in Status: IN_PROGRESS for 2s [ 1048.630683] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1048.630938] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1048.630938] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1048.631155] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1048.631273] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1048.644669] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 95cf98c4-3841-4576-950a-00c6f979459f in Status: IN_PROGRESS for 2s [ 1048.697533] env[62265]: DEBUG networking_nsxv3.common.locking [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Lock network-589 taken with stack trace [, , , , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1048.697533] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquiring lock "network-589" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1048.697533] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquired lock "network-589" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1048.697760] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquired external semaphore "network-589" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1048.700423] env[62265]: DEBUG networking_nsxv3.common.locking [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1048.700695] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquiring lock "Segment" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1048.700866] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquired lock "Segment" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1048.701333] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquired external semaphore "Segment" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1048.701812] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Releasing lock "Segment" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1048.703194] env[62265]: DEBUG dogpile.cache.region [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] No value present for key: 'zone-id' {{(pid=62265) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1048.703294] env[62265]: DEBUG dogpile.lock [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] NeedRegenerationException {{(pid=62265) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1048.703490] env[62265]: DEBUG dogpile.lock [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] no value, waiting for create lock {{(pid=62265) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1048.703692] env[62265]: DEBUG dogpile.lock [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] value creation lock acquired {{(pid=62265) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1048.703907] env[62265]: DEBUG dogpile.cache.region [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] No value present for key: 'zone-id' {{(pid=62265) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1048.704042] env[62265]: DEBUG dogpile.lock [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Calling creation function for not-yet-present value {{(pid=62265) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1048.704909] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1048.725655] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1048.725838] env[62265]: DEBUG dogpile.cache.region [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=62265) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1048.726014] env[62265]: DEBUG dogpile.lock [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Released creation lock {{(pid=62265) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1048.726571] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Releasing lock "network-589" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1048.726571] env[62265]: DEBUG networking_nsxv3.common.locking [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Lock port-d004395d-c55c-4be8-8ea8-5ba306d0e625 taken with stack trace [, , , , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1048.726738] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquiring lock "port-d004395d-c55c-4be8-8ea8-5ba306d0e625" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1048.726903] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquired lock "port-d004395d-c55c-4be8-8ea8-5ba306d0e625" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1048.727193] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquired external semaphore "port-d004395d-c55c-4be8-8ea8-5ba306d0e625" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1048.727336] env[62265]: DEBUG networking_nsxv3.api.rpc [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d004395d-c55c-4be8-8ea8-5ba306d0e625',) {} {{(pid=62265) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1049.230373] env[62265]: DEBUG networking_nsxv3.common.locking [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1049.230729] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquiring lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1049.230791] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquired lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1049.231084] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquired external semaphore "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1049.231245] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Releasing lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1049.231406] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Segment Port d004395d-c55c-4be8-8ea8-5ba306d0e625 not found, creating... [ 1049.231670] env[62265]: DEBUG networking_nsxv3.common.locking [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1049.231828] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquiring lock "Segment" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1049.231966] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquired lock "Segment" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1049.232225] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquired external semaphore "Segment" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1049.232424] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Releasing lock "Segment" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1049.232718] env[62265]: DEBUG networking_nsxv3.common.locking [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1049.233421] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquiring lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1049.233558] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquired lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1049.233788] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquired external semaphore "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1049.233960] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Releasing lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1049.234125] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Resource: SegmentPort with ID: d004395d-c55c-4be8-8ea8-5ba306d0e625 is going to be created. [ 1049.261473] env[62265]: DEBUG networking_nsxv3.common.locking [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1049.261712] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquiring lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1049.261908] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquired lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1049.262412] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquired external semaphore "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1049.262766] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Releasing lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1049.263104] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Releasing lock "port-d004395d-c55c-4be8-8ea8-5ba306d0e625" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1049.516759] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 2edf389b-244f-49af-a68d-5cdd4b48b2d8 in Status: SUCCESS [ 1049.517061] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-2edf389b-244f-49af-a68d-5cdd4b48b2d8" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1050.458402] env[62265]: INFO networking_nsxv3.common.synchronization [None req-c0e649df-0443-4625-aed6-87db97602f7b None None] Enqueued Resource ID: 4d815ca1-cda7-4cde-8b57-d557c7375385 with Priority: HIGHEST for action port [ 1050.458698] env[62265]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4d815ca1-cda7-4cde-8b57-d557c7375385 with Priority: HIGHEST for action port [ 1050.459275] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock port-4d815ca1-cda7-4cde-8b57-d557c7375385 taken with stack trace [, , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1050.459401] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-4d815ca1-cda7-4cde-8b57-d557c7375385" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1050.459471] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-4d815ca1-cda7-4cde-8b57-d557c7375385" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1050.459720] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-4d815ca1-cda7-4cde-8b57-d557c7375385" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1050.459801] env[62265]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4d815ca1-cda7-4cde-8b57-d557c7375385',) {} {{(pid=62265) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1050.611364] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 85a6547c-bf3d-4bdc-b0a3-09132939cc37 in Status: SUCCESS [ 1050.612300] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-85a6547c-bf3d-4bdc-b0a3-09132939cc37" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1050.612300] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-85a6547c-bf3d-4bdc-b0a3-09132939cc37" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1050.612533] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-85a6547c-bf3d-4bdc-b0a3-09132939cc37" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1050.612745] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1050.612883] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1050.612967] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1050.613321] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1050.613468] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1050.613636] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-85a6547c-bf3d-4bdc-b0a3-09132939cc37" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1050.613929] env[62265]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('85a6547c-bf3d-4bdc-b0a3-09132939cc37',) {} {{(pid=62265) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1050.653310] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 95cf98c4-3841-4576-950a-00c6f979459f in Status: SUCCESS [ 1050.653470] env[62265]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 95cf98c4-3841-4576-950a-00c6f979459f deletion is rescheduled due to dependency. [ 1050.653559] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-95cf98c4-3841-4576-950a-00c6f979459f" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1050.812618] env[62265]: INFO networking_nsxv3.common.synchronization [req-adedb754-1734-47a8-823f-3b2f9ad6e1c1 req-83fc8d4b-d881-4238-bd54-280b54265e75 service nova] Enqueued Resource ID: 95cf98c4-3841-4576-950a-00c6f979459f with Priority: HIGHEST for action security_group_rules [ 1050.812811] env[62265]: INFO networking_nsxv3.common.synchronization [req-adedb754-1734-47a8-823f-3b2f9ad6e1c1 req-83fc8d4b-d881-4238-bd54-280b54265e75 service nova] Enqueued Resource ID: 95cf98c4-3841-4576-950a-00c6f979459f with Priority: HIGHEST for action security_group_members [ 1050.812928] env[62265]: INFO networking_nsxv3.common.synchronization [req-adedb754-1734-47a8-823f-3b2f9ad6e1c1 req-83fc8d4b-d881-4238-bd54-280b54265e75 service nova] Enqueued Resource ID: d004395d-c55c-4be8-8ea8-5ba306d0e625 with Priority: HIGHEST for action port [ 1050.813164] env[62265]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 95cf98c4-3841-4576-950a-00c6f979459f with Priority: HIGHEST for action security_group_rules [ 1050.813292] env[62265]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 95cf98c4-3841-4576-950a-00c6f979459f with Priority: HIGHEST for action security_group_members [ 1050.813386] env[62265]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d004395d-c55c-4be8-8ea8-5ba306d0e625 with Priority: HIGHEST for action port [ 1050.813901] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock rules-95cf98c4-3841-4576-950a-00c6f979459f taken with stack trace [, , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1050.817600] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-95cf98c4-3841-4576-950a-00c6f979459f" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1050.817759] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-95cf98c4-3841-4576-950a-00c6f979459f" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1050.817980] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-95cf98c4-3841-4576-950a-00c6f979459f" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1050.818371] env[62265]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('95cf98c4-3841-4576-950a-00c6f979459f',) {} {{(pid=62265) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1050.819061] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock member-95cf98c4-3841-4576-950a-00c6f979459f taken with stack trace [, , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1050.819128] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-95cf98c4-3841-4576-950a-00c6f979459f" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1050.819244] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-95cf98c4-3841-4576-950a-00c6f979459f" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1050.819350] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-95cf98c4-3841-4576-950a-00c6f979459f" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1050.819498] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1050.819615] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1050.819664] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1050.819784] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1050.819868] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1050.819968] env[62265]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('95cf98c4-3841-4576-950a-00c6f979459f',) {} {{(pid=62265) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1050.820701] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock port-d004395d-c55c-4be8-8ea8-5ba306d0e625 taken with stack trace [, , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1050.820787] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d004395d-c55c-4be8-8ea8-5ba306d0e625" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1050.820859] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d004395d-c55c-4be8-8ea8-5ba306d0e625" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1050.825306] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d004395d-c55c-4be8-8ea8-5ba306d0e625" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1050.825306] env[62265]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d004395d-c55c-4be8-8ea8-5ba306d0e625',) {} {{(pid=62265) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1050.963990] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 4d815ca1-cda7-4cde-8b57-d557c7375385 [ 1050.964255] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1050.964417] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1050.964491] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1050.964696] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1050.964780] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1050.964991] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:4d815ca1-cda7-4cde-8b57-d557c7375385 already deleted. [ 1050.964991] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-4d815ca1-cda7-4cde-8b57-d557c7375385" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1051.120743] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock member-85a6547c-bf3d-4bdc-b0a3-09132939cc37 taken with stack trace [, , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1051.120743] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-85a6547c-bf3d-4bdc-b0a3-09132939cc37" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1051.120743] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-85a6547c-bf3d-4bdc-b0a3-09132939cc37" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1051.120743] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-85a6547c-bf3d-4bdc-b0a3-09132939cc37" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1051.120743] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1051.120743] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1051.120743] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1051.120743] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1051.120743] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1051.120743] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-85a6547c-bf3d-4bdc-b0a3-09132939cc37" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1051.120743] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock member-85a6547c-bf3d-4bdc-b0a3-09132939cc37 taken with stack trace [, , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1051.120743] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-85a6547c-bf3d-4bdc-b0a3-09132939cc37" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1051.120743] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-85a6547c-bf3d-4bdc-b0a3-09132939cc37" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1051.120743] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-85a6547c-bf3d-4bdc-b0a3-09132939cc37" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1051.120743] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1051.120743] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1051.122067] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1051.122067] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1051.122067] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1051.122067] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-85a6547c-bf3d-4bdc-b0a3-09132939cc37" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1051.122067] env[62265]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('85a6547c-bf3d-4bdc-b0a3-09132939cc37',) {} {{(pid=62265) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1051.236424] env[62265]: INFO networking_nsxv3.common.synchronization [req-a9a01d71-6da6-4397-865c-e6e7fb8b9694 req-e934354e-5ddd-4ea7-96c8-c2355287825e tempest-ServerDiskConfigTestJSON-1010102246 tempest-ServerDiskConfigTestJSON-1010102246-project-member] Enqueued Resource ID: b70db8a6-589b-46f1-ab50-a8fac5cfe516 with Priority: HIGHEST for action security_group_members [ 1051.236424] env[62265]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b70db8a6-589b-46f1-ab50-a8fac5cfe516 with Priority: HIGHEST for action security_group_members [ 1051.237622] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock member-b70db8a6-589b-46f1-ab50-a8fac5cfe516 taken with stack trace [, , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1051.237770] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b70db8a6-589b-46f1-ab50-a8fac5cfe516" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1051.237826] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b70db8a6-589b-46f1-ab50-a8fac5cfe516" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1051.238047] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b70db8a6-589b-46f1-ab50-a8fac5cfe516" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1051.238211] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1051.239588] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1051.239588] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1051.239588] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1051.239588] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1051.239588] env[62265]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b70db8a6-589b-46f1-ab50-a8fac5cfe516',) {} {{(pid=62265) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1051.324814] env[62265]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('95cf98c4-3841-4576-950a-00c6f979459f',) {} {{(pid=62265) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1051.324814] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock member-95cf98c4-3841-4576-950a-00c6f979459f taken with stack trace [, , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1051.325021] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-95cf98c4-3841-4576-950a-00c6f979459f" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1051.328067] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port d004395d-c55c-4be8-8ea8-5ba306d0e625 with status ACTIVE [ 1051.328067] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1051.328067] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1051.328067] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1051.328067] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1051.328067] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1051.328067] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1051.328067] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1051.328067] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1051.328067] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1051.328547] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1051.328547] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1051.328547] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1051.328547] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1051.328714] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1051.328743] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1051.328828] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: d004395d-c55c-4be8-8ea8-5ba306d0e625 is going to be updated. [ 1051.349647] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1051.349815] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1051.349883] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1051.350139] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1051.350277] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1051.350624] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d004395d-c55c-4be8-8ea8-5ba306d0e625" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1051.623121] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 85a6547c-bf3d-4bdc-b0a3-09132939cc37: rpc.has_security_group_logging(os_id): False [ 1051.640440] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1051.640848] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1051.640998] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1051.641302] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1051.641464] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1051.641733] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1051.641937] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1051.642070] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1051.642345] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1051.642492] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1051.642761] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1051.642933] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1051.643061] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1051.643568] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1051.643872] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1051.644167] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1051.644357] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1051.644503] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1051.644720] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1051.644855] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1051.645014] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 85a6547c-bf3d-4bdc-b0a3-09132939cc37 is going to be updated. [ 1051.713020] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1051.713020] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1051.713020] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1051.713020] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1051.713020] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1051.725334] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 85a6547c-bf3d-4bdc-b0a3-09132939cc37 in Status: IN_PROGRESS for 2s [ 1051.743916] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1051.744397] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1051.744511] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1051.744781] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1051.745168] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1051.745437] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1051.745554] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1051.745621] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1051.745790] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1051.745870] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1051.745959] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b70db8a6-589b-46f1-ab50-a8fac5cfe516 is going to be updated. [ 1051.787780] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1051.787852] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1051.787940] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1051.788167] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1051.788337] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1051.798370] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b70db8a6-589b-46f1-ab50-a8fac5cfe516 in Status: IN_PROGRESS for 2s [ 1051.827023] env[62265]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('95cf98c4-3841-4576-950a-00c6f979459f',) {} {{(pid=62265) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1052.047873] env[62265]: DEBUG networking_nsxv3.common.locking [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Lock network-241 taken with stack trace [, , , , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1052.048090] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquiring lock "network-241" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1052.048217] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquired lock "network-241" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1052.048492] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquired external semaphore "network-241" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1052.048748] env[62265]: DEBUG networking_nsxv3.common.locking [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1052.048900] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquiring lock "Segment" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1052.052024] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquired lock "Segment" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1052.052376] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquired external semaphore "Segment" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1052.052537] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Releasing lock "Segment" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1052.052757] env[62265]: DEBUG dogpile.cache.region [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] No value present for key: 'zone-id' {{(pid=62265) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1052.053365] env[62265]: DEBUG dogpile.lock [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] NeedRegenerationException {{(pid=62265) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1052.053365] env[62265]: DEBUG dogpile.lock [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] no value, waiting for create lock {{(pid=62265) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1052.053365] env[62265]: DEBUG dogpile.lock [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] value creation lock acquired {{(pid=62265) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1052.053365] env[62265]: DEBUG dogpile.cache.region [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] No value present for key: 'zone-id' {{(pid=62265) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1052.053365] env[62265]: DEBUG dogpile.lock [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Calling creation function for not-yet-present value {{(pid=62265) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1052.053613] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1052.073271] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1052.074018] env[62265]: DEBUG dogpile.cache.region [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=62265) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1052.074018] env[62265]: DEBUG dogpile.lock [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Released creation lock {{(pid=62265) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1052.074018] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Releasing lock "network-241" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1052.074203] env[62265]: DEBUG networking_nsxv3.common.locking [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Lock port-34066308-5336-4987-9647-bce84ec852be taken with stack trace [, , , , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1052.074273] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquiring lock "port-34066308-5336-4987-9647-bce84ec852be" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1052.074496] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquired lock "port-34066308-5336-4987-9647-bce84ec852be" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1052.076030] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquired external semaphore "port-34066308-5336-4987-9647-bce84ec852be" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1052.076030] env[62265]: DEBUG networking_nsxv3.api.rpc [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('34066308-5336-4987-9647-bce84ec852be',) {} {{(pid=62265) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1052.331799] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1052.331799] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1052.331799] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1052.331799] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1052.331799] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1052.331799] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 95cf98c4-3841-4576-950a-00c6f979459f is going to be updated. [ 1052.360824] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1052.360824] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1052.360824] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1052.360824] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1052.360824] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1052.367875] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 95cf98c4-3841-4576-950a-00c6f979459f in Status: IN_PROGRESS for 2s [ 1052.581261] env[62265]: DEBUG networking_nsxv3.common.locking [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1052.589406] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquiring lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1052.589406] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquired lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1052.589406] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquired external semaphore "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1052.589406] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Releasing lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1052.589406] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Segment Port 34066308-5336-4987-9647-bce84ec852be not found, creating... [ 1052.589406] env[62265]: DEBUG networking_nsxv3.common.locking [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1052.589406] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquiring lock "Segment" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1052.589406] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquired lock "Segment" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1052.589406] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquired external semaphore "Segment" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1052.589406] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Releasing lock "Segment" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1052.590313] env[62265]: DEBUG networking_nsxv3.common.locking [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1052.590313] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquiring lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1052.590313] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquired lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1052.590313] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquired external semaphore "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1052.590313] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Releasing lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1052.590313] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Resource: SegmentPort with ID: 34066308-5336-4987-9647-bce84ec852be is going to be created. [ 1052.618447] env[62265]: DEBUG networking_nsxv3.common.locking [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1052.618681] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquiring lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1052.618810] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquired lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1052.619137] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquired external semaphore "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1052.619408] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Releasing lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1052.619655] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Releasing lock "port-34066308-5336-4987-9647-bce84ec852be" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1052.763454] env[62265]: INFO networking_nsxv3.common.synchronization [None req-df9b0849-5e28-434e-873b-3a3693053c29 None None] Enqueued Resource ID: b11baff9-b9f6-40a7-99f7-c978400eaf86 with Priority: HIGHEST for action port [ 1052.764050] env[62265]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b11baff9-b9f6-40a7-99f7-c978400eaf86 with Priority: HIGHEST for action port [ 1052.764438] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock port-b11baff9-b9f6-40a7-99f7-c978400eaf86 taken with stack trace [, , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1052.764586] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b11baff9-b9f6-40a7-99f7-c978400eaf86" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1052.764665] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b11baff9-b9f6-40a7-99f7-c978400eaf86" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1052.764946] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b11baff9-b9f6-40a7-99f7-c978400eaf86" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1052.765050] env[62265]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b11baff9-b9f6-40a7-99f7-c978400eaf86',) {} {{(pid=62265) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1053.267832] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port b11baff9-b9f6-40a7-99f7-c978400eaf86 [ 1053.267832] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1053.267832] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1053.267832] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1053.268161] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1053.268161] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1053.268259] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:b11baff9-b9f6-40a7-99f7-c978400eaf86 already deleted. [ 1053.268318] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b11baff9-b9f6-40a7-99f7-c978400eaf86" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1053.762135] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 85a6547c-bf3d-4bdc-b0a3-09132939cc37 in Status: SUCCESS [ 1053.762287] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-85a6547c-bf3d-4bdc-b0a3-09132939cc37" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1053.809808] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b70db8a6-589b-46f1-ab50-a8fac5cfe516 in Status: SUCCESS [ 1053.810115] env[62265]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b70db8a6-589b-46f1-ab50-a8fac5cfe516 deletion is rescheduled due to dependency. [ 1053.810115] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b70db8a6-589b-46f1-ab50-a8fac5cfe516" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1053.830645] env[62265]: INFO networking_nsxv3.common.synchronization [req-a9a01d71-6da6-4397-865c-e6e7fb8b9694 req-11a7200c-5773-4428-9765-e0aa5a85d187 service nova] Enqueued Resource ID: b70db8a6-589b-46f1-ab50-a8fac5cfe516 with Priority: HIGHEST for action security_group_rules [ 1053.830645] env[62265]: INFO networking_nsxv3.common.synchronization [req-a9a01d71-6da6-4397-865c-e6e7fb8b9694 req-11a7200c-5773-4428-9765-e0aa5a85d187 service nova] Enqueued Resource ID: b70db8a6-589b-46f1-ab50-a8fac5cfe516 with Priority: HIGHEST for action security_group_members [ 1053.830645] env[62265]: INFO networking_nsxv3.common.synchronization [req-a9a01d71-6da6-4397-865c-e6e7fb8b9694 req-11a7200c-5773-4428-9765-e0aa5a85d187 service nova] Enqueued Resource ID: 34066308-5336-4987-9647-bce84ec852be with Priority: HIGHEST for action port [ 1053.830645] env[62265]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b70db8a6-589b-46f1-ab50-a8fac5cfe516 with Priority: HIGHEST for action security_group_rules [ 1053.830645] env[62265]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b70db8a6-589b-46f1-ab50-a8fac5cfe516 with Priority: HIGHEST for action security_group_members [ 1053.830645] env[62265]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 34066308-5336-4987-9647-bce84ec852be with Priority: HIGHEST for action port [ 1053.830645] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b70db8a6-589b-46f1-ab50-a8fac5cfe516 taken with stack trace [, , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1053.830645] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b70db8a6-589b-46f1-ab50-a8fac5cfe516" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1053.830645] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b70db8a6-589b-46f1-ab50-a8fac5cfe516" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1053.830645] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b70db8a6-589b-46f1-ab50-a8fac5cfe516" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1053.830645] env[62265]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b70db8a6-589b-46f1-ab50-a8fac5cfe516',) {} {{(pid=62265) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1053.831585] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock member-b70db8a6-589b-46f1-ab50-a8fac5cfe516 taken with stack trace [, , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1053.831585] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b70db8a6-589b-46f1-ab50-a8fac5cfe516" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1053.831585] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b70db8a6-589b-46f1-ab50-a8fac5cfe516" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1053.831585] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b70db8a6-589b-46f1-ab50-a8fac5cfe516" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1053.831585] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1053.831585] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1053.831585] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1053.831978] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1053.831978] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1053.831978] env[62265]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b70db8a6-589b-46f1-ab50-a8fac5cfe516',) {} {{(pid=62265) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1053.833872] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock port-34066308-5336-4987-9647-bce84ec852be taken with stack trace [, , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1053.833976] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-34066308-5336-4987-9647-bce84ec852be" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1053.834054] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-34066308-5336-4987-9647-bce84ec852be" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1053.834238] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-34066308-5336-4987-9647-bce84ec852be" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1053.834311] env[62265]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('34066308-5336-4987-9647-bce84ec852be',) {} {{(pid=62265) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1053.872291] env[62265]: INFO networking_nsxv3.common.synchronization [req-208e1b41-8295-42c8-86aa-a42fc9324c90 req-ab82f89e-12f3-4c8c-9043-cb8c5c78a3fd tempest-AttachInterfacesTestJSON-467207588 tempest-AttachInterfacesTestJSON-467207588-project-member] Enqueued Resource ID: 7d8f4397-acf6-4c55-898c-ac910f9cc1ad with Priority: HIGHEST for action security_group_members [ 1053.872604] env[62265]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7d8f4397-acf6-4c55-898c-ac910f9cc1ad with Priority: HIGHEST for action security_group_members [ 1053.873356] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock member-7d8f4397-acf6-4c55-898c-ac910f9cc1ad taken with stack trace [, , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1053.873780] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7d8f4397-acf6-4c55-898c-ac910f9cc1ad" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1053.873835] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7d8f4397-acf6-4c55-898c-ac910f9cc1ad" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1053.874208] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7d8f4397-acf6-4c55-898c-ac910f9cc1ad" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1053.874395] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1053.874690] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1053.874783] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1053.874968] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1053.875073] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1053.875172] env[62265]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7d8f4397-acf6-4c55-898c-ac910f9cc1ad',) {} {{(pid=62265) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1054.336182] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock member-b70db8a6-589b-46f1-ab50-a8fac5cfe516 taken with stack trace [, , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1054.336608] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b70db8a6-589b-46f1-ab50-a8fac5cfe516" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1054.337051] env[62265]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('b70db8a6-589b-46f1-ab50-a8fac5cfe516',) {} {{(pid=62265) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1054.338307] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 34066308-5336-4987-9647-bce84ec852be with status ACTIVE [ 1054.338633] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1054.338782] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1054.338874] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1054.340201] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1054.341365] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1054.341365] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1054.341365] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1054.341365] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1054.341365] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1054.341662] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1054.341872] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1054.341872] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1054.341956] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1054.342196] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1054.342196] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1054.342300] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 34066308-5336-4987-9647-bce84ec852be is going to be updated. [ 1054.367016] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1054.367016] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1054.367016] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1054.367016] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1054.367016] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1054.367016] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-34066308-5336-4987-9647-bce84ec852be" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1054.377680] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1054.377814] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1054.377881] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1054.378108] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1054.378620] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1054.378620] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1054.378620] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1054.378620] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1054.378819] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1054.378819] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1054.378819] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7d8f4397-acf6-4c55-898c-ac910f9cc1ad already deleted. [ 1054.378903] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7d8f4397-acf6-4c55-898c-ac910f9cc1ad" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1054.380798] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 95cf98c4-3841-4576-950a-00c6f979459f in Status: SUCCESS [ 1054.380798] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-95cf98c4-3841-4576-950a-00c6f979459f" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1054.380798] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-95cf98c4-3841-4576-950a-00c6f979459f" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1054.380798] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-95cf98c4-3841-4576-950a-00c6f979459f" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1054.380987] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1054.382260] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1054.382260] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1054.382260] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1054.382260] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1054.382260] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-95cf98c4-3841-4576-950a-00c6f979459f" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1054.382260] env[62265]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('95cf98c4-3841-4576-950a-00c6f979459f',) {} {{(pid=62265) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1054.386680] env[62265]: DEBUG networking_nsxv3.common.locking [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Lock network-838 taken with stack trace [, , , , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1054.386680] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquiring lock "network-838" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1054.386680] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquired lock "network-838" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1054.386680] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquired external semaphore "network-838" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1054.386680] env[62265]: DEBUG networking_nsxv3.common.locking [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1054.386680] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquiring lock "Segment" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1054.386680] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquired lock "Segment" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1054.386680] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquired external semaphore "Segment" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1054.386680] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Releasing lock "Segment" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1054.386680] env[62265]: DEBUG dogpile.cache.region [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] No value present for key: 'zone-id' {{(pid=62265) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1054.387164] env[62265]: DEBUG dogpile.lock [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] NeedRegenerationException {{(pid=62265) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1054.387164] env[62265]: DEBUG dogpile.lock [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] no value, waiting for create lock {{(pid=62265) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1054.387164] env[62265]: DEBUG dogpile.lock [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] value creation lock acquired {{(pid=62265) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1054.387164] env[62265]: DEBUG dogpile.cache.region [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] No value present for key: 'zone-id' {{(pid=62265) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1054.387164] env[62265]: DEBUG dogpile.lock [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Calling creation function for not-yet-present value {{(pid=62265) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1054.387317] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1054.406187] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1054.406382] env[62265]: DEBUG dogpile.cache.region [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=62265) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1054.406546] env[62265]: DEBUG dogpile.lock [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Released creation lock {{(pid=62265) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1054.406765] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Releasing lock "network-838" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1054.407206] env[62265]: DEBUG networking_nsxv3.common.locking [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Lock port-0d7a37ca-f8ed-49b9-ad1b-8a7eb82a028b taken with stack trace [, , , , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1054.407509] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquiring lock "port-0d7a37ca-f8ed-49b9-ad1b-8a7eb82a028b" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1054.407708] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquired lock "port-0d7a37ca-f8ed-49b9-ad1b-8a7eb82a028b" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1054.408187] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquired external semaphore "port-0d7a37ca-f8ed-49b9-ad1b-8a7eb82a028b" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1054.408415] env[62265]: DEBUG networking_nsxv3.api.rpc [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0d7a37ca-f8ed-49b9-ad1b-8a7eb82a028b',) {} {{(pid=62265) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1054.844671] env[62265]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('b70db8a6-589b-46f1-ab50-a8fac5cfe516',) {} {{(pid=62265) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1054.885760] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock member-95cf98c4-3841-4576-950a-00c6f979459f taken with stack trace [, , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1054.885760] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-95cf98c4-3841-4576-950a-00c6f979459f" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1054.885760] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-95cf98c4-3841-4576-950a-00c6f979459f" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1054.886117] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-95cf98c4-3841-4576-950a-00c6f979459f" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1054.886186] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1054.886291] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1054.886342] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1054.887208] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1054.887208] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1054.887208] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-95cf98c4-3841-4576-950a-00c6f979459f" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1054.887208] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock member-95cf98c4-3841-4576-950a-00c6f979459f taken with stack trace [, , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1054.887208] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-95cf98c4-3841-4576-950a-00c6f979459f" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1054.887208] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-95cf98c4-3841-4576-950a-00c6f979459f" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1054.887505] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-95cf98c4-3841-4576-950a-00c6f979459f" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1054.887505] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1054.887572] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1054.887600] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1054.887722] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1054.887804] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1054.887947] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-95cf98c4-3841-4576-950a-00c6f979459f" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1054.888201] env[62265]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('95cf98c4-3841-4576-950a-00c6f979459f',) {} {{(pid=62265) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1054.911573] env[62265]: DEBUG networking_nsxv3.common.locking [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1054.911573] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquiring lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1054.911762] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquired lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1054.912030] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquired external semaphore "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1054.912243] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Releasing lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1054.912490] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Segment Port 0d7a37ca-f8ed-49b9-ad1b-8a7eb82a028b not found, creating... [ 1054.912809] env[62265]: DEBUG networking_nsxv3.common.locking [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1054.913030] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquiring lock "Segment" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1054.913122] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquired lock "Segment" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1054.913403] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquired external semaphore "Segment" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1054.913629] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Releasing lock "Segment" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1054.913970] env[62265]: DEBUG networking_nsxv3.common.locking [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1054.914164] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquiring lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1054.914286] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquired lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1054.914570] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquired external semaphore "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1054.914725] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Releasing lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1054.914872] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Resource: SegmentPort with ID: 0d7a37ca-f8ed-49b9-ad1b-8a7eb82a028b is going to be created. [ 1054.939430] env[62265]: DEBUG networking_nsxv3.common.locking [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1054.939761] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquiring lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1054.939953] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquired lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1054.940346] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquired external semaphore "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1054.940657] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Releasing lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1054.940991] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Releasing lock "port-0d7a37ca-f8ed-49b9-ad1b-8a7eb82a028b" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1055.349898] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1055.349898] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1055.349898] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1055.349898] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1055.349898] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1055.349898] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b70db8a6-589b-46f1-ab50-a8fac5cfe516 is going to be updated. [ 1055.381622] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1055.381801] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1055.381880] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1055.382118] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1055.382310] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1055.393153] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b70db8a6-589b-46f1-ab50-a8fac5cfe516 in Status: IN_PROGRESS for 2s [ 1055.393272] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 95cf98c4-3841-4576-950a-00c6f979459f: rpc.has_security_group_logging(os_id): False [ 1055.413550] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1055.413706] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1055.413764] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1055.413971] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1055.414073] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1055.414286] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1055.414417] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1055.414484] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1055.414703] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1055.414703] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1055.414873] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1055.414966] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1055.415036] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1055.415177] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1055.415251] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1055.415486] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1055.415591] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1055.415629] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1055.415756] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1055.415896] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1055.415896] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 95cf98c4-3841-4576-950a-00c6f979459f is going to be updated. [ 1055.496857] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1055.497041] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1055.497116] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1055.497391] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1055.497539] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1055.516126] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 95cf98c4-3841-4576-950a-00c6f979459f in Status: IN_PROGRESS for 2s [ 1056.205855] env[62265]: INFO networking_nsxv3.common.synchronization [req-208e1b41-8295-42c8-86aa-a42fc9324c90 req-34578fb3-566c-417e-b269-89fd11df80b7 service nova] Enqueued Resource ID: 7d8f4397-acf6-4c55-898c-ac910f9cc1ad with Priority: HIGHEST for action security_group_rules [ 1056.206220] env[62265]: INFO networking_nsxv3.common.synchronization [req-208e1b41-8295-42c8-86aa-a42fc9324c90 req-34578fb3-566c-417e-b269-89fd11df80b7 service nova] Enqueued Resource ID: 7d8f4397-acf6-4c55-898c-ac910f9cc1ad with Priority: HIGHEST for action security_group_members [ 1056.206287] env[62265]: INFO networking_nsxv3.common.synchronization [req-208e1b41-8295-42c8-86aa-a42fc9324c90 req-34578fb3-566c-417e-b269-89fd11df80b7 service nova] Enqueued Resource ID: 0d7a37ca-f8ed-49b9-ad1b-8a7eb82a028b with Priority: HIGHEST for action port [ 1056.207111] env[62265]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7d8f4397-acf6-4c55-898c-ac910f9cc1ad with Priority: HIGHEST for action security_group_rules [ 1056.207111] env[62265]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7d8f4397-acf6-4c55-898c-ac910f9cc1ad with Priority: HIGHEST for action security_group_members [ 1056.207243] env[62265]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0d7a37ca-f8ed-49b9-ad1b-8a7eb82a028b with Priority: HIGHEST for action port [ 1056.207543] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock rules-7d8f4397-acf6-4c55-898c-ac910f9cc1ad taken with stack trace [, , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1056.207692] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-7d8f4397-acf6-4c55-898c-ac910f9cc1ad" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1056.207804] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-7d8f4397-acf6-4c55-898c-ac910f9cc1ad" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1056.208156] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-7d8f4397-acf6-4c55-898c-ac910f9cc1ad" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1056.208297] env[62265]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('7d8f4397-acf6-4c55-898c-ac910f9cc1ad',) {} {{(pid=62265) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1056.209583] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock member-7d8f4397-acf6-4c55-898c-ac910f9cc1ad taken with stack trace [, , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1056.209815] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7d8f4397-acf6-4c55-898c-ac910f9cc1ad" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1056.209815] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7d8f4397-acf6-4c55-898c-ac910f9cc1ad" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1056.210429] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7d8f4397-acf6-4c55-898c-ac910f9cc1ad" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1056.210429] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1056.210429] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1056.210613] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1056.210726] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1056.210957] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1056.211052] env[62265]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7d8f4397-acf6-4c55-898c-ac910f9cc1ad',) {} {{(pid=62265) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1056.212044] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock port-0d7a37ca-f8ed-49b9-ad1b-8a7eb82a028b taken with stack trace [, , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1056.212194] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-0d7a37ca-f8ed-49b9-ad1b-8a7eb82a028b" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1056.212280] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-0d7a37ca-f8ed-49b9-ad1b-8a7eb82a028b" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1056.212635] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-0d7a37ca-f8ed-49b9-ad1b-8a7eb82a028b" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1056.212635] env[62265]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0d7a37ca-f8ed-49b9-ad1b-8a7eb82a028b',) {} {{(pid=62265) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1056.713920] env[62265]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('7d8f4397-acf6-4c55-898c-ac910f9cc1ad',) {} {{(pid=62265) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1056.714977] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock member-7d8f4397-acf6-4c55-898c-ac910f9cc1ad taken with stack trace [, , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1056.715083] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7d8f4397-acf6-4c55-898c-ac910f9cc1ad" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1056.715468] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 0d7a37ca-f8ed-49b9-ad1b-8a7eb82a028b with status ACTIVE [ 1056.715642] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1056.715752] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1056.715816] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1056.716021] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1056.716111] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1056.716275] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1056.716369] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1056.716429] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1056.716729] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1056.716729] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1056.716819] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1056.716910] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1056.716996] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1056.717937] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1056.718071] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1056.718190] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 0d7a37ca-f8ed-49b9-ad1b-8a7eb82a028b is going to be updated. [ 1056.754504] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1056.754682] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1056.754754] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1056.754964] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1056.755153] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1056.755318] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-0d7a37ca-f8ed-49b9-ad1b-8a7eb82a028b" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1056.937410] env[62265]: INFO networking_nsxv3.common.synchronization [req-8724cba7-6115-4d02-af78-332ea940124f req-cd66be73-c37c-436b-9bf7-823743e84fd7 tempest-ServersAdminTestJSON-792054294 tempest-ServersAdminTestJSON-792054294-project-member] Enqueued Resource ID: b14d34b3-3850-409a-ad29-5e7f511073a0 with Priority: HIGHEST for action security_group_members [ 1056.937410] env[62265]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b14d34b3-3850-409a-ad29-5e7f511073a0 with Priority: HIGHEST for action security_group_members [ 1056.937557] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock member-b14d34b3-3850-409a-ad29-5e7f511073a0 taken with stack trace [, , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1056.937557] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b14d34b3-3850-409a-ad29-5e7f511073a0" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1056.937643] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b14d34b3-3850-409a-ad29-5e7f511073a0" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1056.937800] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b14d34b3-3850-409a-ad29-5e7f511073a0" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1056.937977] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1056.938103] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1056.938172] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1056.938392] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1056.938480] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1056.938574] env[62265]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b14d34b3-3850-409a-ad29-5e7f511073a0',) {} {{(pid=62265) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1057.215830] env[62265]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('7d8f4397-acf6-4c55-898c-ac910f9cc1ad',) {} {{(pid=62265) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1057.402679] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b70db8a6-589b-46f1-ab50-a8fac5cfe516 in Status: SUCCESS [ 1057.402679] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b70db8a6-589b-46f1-ab50-a8fac5cfe516" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1057.402878] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b70db8a6-589b-46f1-ab50-a8fac5cfe516" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.403156] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b70db8a6-589b-46f1-ab50-a8fac5cfe516" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1057.403375] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1057.403498] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1057.403565] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.403729] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1057.403813] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1057.403899] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b70db8a6-589b-46f1-ab50-a8fac5cfe516" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1057.403988] env[62265]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('b70db8a6-589b-46f1-ab50-a8fac5cfe516',) {} {{(pid=62265) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1057.438222] env[62265]: INFO networking_nsxv3.common.synchronization [req-b3c4d4fd-60a9-4f3e-9b53-d1842d01eeb9 req-5e2f0a33-e546-40a3-a1cd-fb9381b94ecc tempest-ServerActionsTestJSON-418686671 tempest-ServerActionsTestJSON-418686671-project-member] Enqueued Resource ID: c18e7d00-73a0-498e-841a-865db577c424 with Priority: HIGHEST for action security_group_members [ 1057.438731] env[62265]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c18e7d00-73a0-498e-841a-865db577c424 with Priority: HIGHEST for action security_group_members [ 1057.439047] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock member-c18e7d00-73a0-498e-841a-865db577c424 taken with stack trace [, , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1057.439188] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c18e7d00-73a0-498e-841a-865db577c424" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1057.439244] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c18e7d00-73a0-498e-841a-865db577c424" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.439437] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c18e7d00-73a0-498e-841a-865db577c424" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1057.439595] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1057.439698] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1057.439765] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.439952] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1057.440277] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1057.441514] env[62265]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c18e7d00-73a0-498e-841a-865db577c424',) {} {{(pid=62265) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1057.446572] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1057.446572] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1057.446572] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.446572] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1057.446572] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1057.446572] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1057.446572] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1057.446572] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.446572] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1057.446572] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1057.446572] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b14d34b3-3850-409a-ad29-5e7f511073a0 is going to be updated. [ 1057.477410] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1057.477410] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1057.477410] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.477410] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1057.477410] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1057.493986] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b14d34b3-3850-409a-ad29-5e7f511073a0 in Status: IN_PROGRESS for 2s [ 1057.531391] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 95cf98c4-3841-4576-950a-00c6f979459f in Status: SUCCESS [ 1057.531658] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-95cf98c4-3841-4576-950a-00c6f979459f" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1057.722209] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1057.722209] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1057.722209] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.722209] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1057.722209] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1057.722209] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7d8f4397-acf6-4c55-898c-ac910f9cc1ad is going to be created. [ 1057.764306] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1057.764306] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1057.764306] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.764306] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1057.764306] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1057.779890] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7d8f4397-acf6-4c55-898c-ac910f9cc1ad in Status: UNINITIALIZED for 2s [ 1057.906109] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock member-b70db8a6-589b-46f1-ab50-a8fac5cfe516 taken with stack trace [, , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1057.908946] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b70db8a6-589b-46f1-ab50-a8fac5cfe516" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1057.908946] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b70db8a6-589b-46f1-ab50-a8fac5cfe516" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.908946] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b70db8a6-589b-46f1-ab50-a8fac5cfe516" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1057.908946] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1057.908946] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1057.908946] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.908946] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1057.908946] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1057.908946] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b70db8a6-589b-46f1-ab50-a8fac5cfe516" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1057.908946] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock member-b70db8a6-589b-46f1-ab50-a8fac5cfe516 taken with stack trace [, , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1057.908946] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b70db8a6-589b-46f1-ab50-a8fac5cfe516" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1057.908946] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b70db8a6-589b-46f1-ab50-a8fac5cfe516" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.908946] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b70db8a6-589b-46f1-ab50-a8fac5cfe516" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1057.908946] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1057.908946] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1057.908946] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.908946] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1057.908946] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1057.909612] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b70db8a6-589b-46f1-ab50-a8fac5cfe516" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1057.909612] env[62265]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('b70db8a6-589b-46f1-ab50-a8fac5cfe516',) {} {{(pid=62265) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1057.948355] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1057.948355] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1057.948355] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.948355] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1057.948355] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1057.948355] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1057.948355] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1057.948355] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.948355] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1057.948355] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1057.948355] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c18e7d00-73a0-498e-841a-865db577c424 is going to be updated. [ 1057.978921] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1057.979135] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1057.979189] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.979361] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1057.979519] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1057.988800] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c18e7d00-73a0-498e-841a-865db577c424 in Status: IN_PROGRESS for 2s [ 1058.373998] env[62265]: INFO networking_nsxv3.common.synchronization [req-43dde3d2-5856-4575-93bd-3d947e72c263 req-50b6c3ad-762c-4fc6-a83f-00698c9a8de7 tempest-ServerRescueTestJSONUnderV235-1900483560 tempest-ServerRescueTestJSONUnderV235-1900483560-project-member] Enqueued Resource ID: e5597fd5-b8c5-4d8c-95f6-1340946af3ea with Priority: HIGHEST for action security_group_members [ 1058.374290] env[62265]: INFO networking_nsxv3.common.synchronization [req-43dde3d2-5856-4575-93bd-3d947e72c263 req-50b6c3ad-762c-4fc6-a83f-00698c9a8de7 tempest-ServerRescueTestJSONUnderV235-1900483560 tempest-ServerRescueTestJSONUnderV235-1900483560-project-member] Enqueued Resource ID: 79da967e-55fc-41b9-83c0-c9f15f067d9c with Priority: HIGHEST for action security_group_members [ 1058.374981] env[62265]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e5597fd5-b8c5-4d8c-95f6-1340946af3ea with Priority: HIGHEST for action security_group_members [ 1058.381250] env[62265]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 79da967e-55fc-41b9-83c0-c9f15f067d9c with Priority: HIGHEST for action security_group_members [ 1058.381679] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock member-e5597fd5-b8c5-4d8c-95f6-1340946af3ea taken with stack trace [, , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1058.381837] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e5597fd5-b8c5-4d8c-95f6-1340946af3ea" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1058.381926] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e5597fd5-b8c5-4d8c-95f6-1340946af3ea" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1058.382244] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e5597fd5-b8c5-4d8c-95f6-1340946af3ea" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1058.382412] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1058.382538] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1058.382601] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1058.382769] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1058.382869] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1058.382967] env[62265]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e5597fd5-b8c5-4d8c-95f6-1340946af3ea',) {} {{(pid=62265) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1058.384623] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock member-79da967e-55fc-41b9-83c0-c9f15f067d9c taken with stack trace [, , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1058.384623] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-79da967e-55fc-41b9-83c0-c9f15f067d9c" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1058.384623] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-79da967e-55fc-41b9-83c0-c9f15f067d9c" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1058.384623] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-79da967e-55fc-41b9-83c0-c9f15f067d9c" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1058.384830] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1058.384830] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1058.384830] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1058.384939] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1058.384999] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1058.384999] env[62265]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('79da967e-55fc-41b9-83c0-c9f15f067d9c',) {} {{(pid=62265) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1058.419634] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for b70db8a6-589b-46f1-ab50-a8fac5cfe516: rpc.has_security_group_logging(os_id): False [ 1058.429631] env[62265]: INFO networking_nsxv3.common.synchronization [req-43dde3d2-5856-4575-93bd-3d947e72c263 req-50b6c3ad-762c-4fc6-a83f-00698c9a8de7 tempest-ServerRescueTestJSONUnderV235-1900483560 tempest-ServerRescueTestJSONUnderV235-1900483560-project-member] Enqueued Resource ID: 79da967e-55fc-41b9-83c0-c9f15f067d9c with Priority: HIGHEST for action security_group_rules [ 1058.429798] env[62265]: INFO networking_nsxv3.common.synchronization [req-43dde3d2-5856-4575-93bd-3d947e72c263 req-50b6c3ad-762c-4fc6-a83f-00698c9a8de7 tempest-ServerRescueTestJSONUnderV235-1900483560 tempest-ServerRescueTestJSONUnderV235-1900483560-project-member] Enqueued Resource ID: 79da967e-55fc-41b9-83c0-c9f15f067d9c with Priority: HIGHEST for action security_group_members [ 1058.429931] env[62265]: INFO networking_nsxv3.common.synchronization [req-43dde3d2-5856-4575-93bd-3d947e72c263 req-50b6c3ad-762c-4fc6-a83f-00698c9a8de7 tempest-ServerRescueTestJSONUnderV235-1900483560 tempest-ServerRescueTestJSONUnderV235-1900483560-project-member] Enqueued Resource ID: e5597fd5-b8c5-4d8c-95f6-1340946af3ea with Priority: HIGHEST for action security_group_rules [ 1058.430073] env[62265]: INFO networking_nsxv3.common.synchronization [req-43dde3d2-5856-4575-93bd-3d947e72c263 req-50b6c3ad-762c-4fc6-a83f-00698c9a8de7 tempest-ServerRescueTestJSONUnderV235-1900483560 tempest-ServerRescueTestJSONUnderV235-1900483560-project-member] Enqueued Resource ID: e5597fd5-b8c5-4d8c-95f6-1340946af3ea with Priority: HIGHEST for action security_group_members [ 1058.430202] env[62265]: INFO networking_nsxv3.common.synchronization [req-43dde3d2-5856-4575-93bd-3d947e72c263 req-50b6c3ad-762c-4fc6-a83f-00698c9a8de7 tempest-ServerRescueTestJSONUnderV235-1900483560 tempest-ServerRescueTestJSONUnderV235-1900483560-project-member] Enqueued Resource ID: fa24f002-2af4-47f6-8481-bbc90afe50ae with Priority: HIGHEST for action port [ 1058.430673] env[62265]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 79da967e-55fc-41b9-83c0-c9f15f067d9c with Priority: HIGHEST for action security_group_rules [ 1058.430784] env[62265]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e5597fd5-b8c5-4d8c-95f6-1340946af3ea with Priority: HIGHEST for action security_group_rules [ 1058.430938] env[62265]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fa24f002-2af4-47f6-8481-bbc90afe50ae with Priority: HIGHEST for action port [ 1058.430980] env[62265]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 79da967e-55fc-41b9-83c0-c9f15f067d9c with Priority: HIGHEST for action security_group_members [ 1058.434362] env[62265]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e5597fd5-b8c5-4d8c-95f6-1340946af3ea with Priority: HIGHEST for action security_group_members [ 1058.434684] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock rules-79da967e-55fc-41b9-83c0-c9f15f067d9c taken with stack trace [, , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1058.434866] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-79da967e-55fc-41b9-83c0-c9f15f067d9c" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1058.434911] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-79da967e-55fc-41b9-83c0-c9f15f067d9c" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1058.436023] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-79da967e-55fc-41b9-83c0-c9f15f067d9c" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1058.436023] env[62265]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('79da967e-55fc-41b9-83c0-c9f15f067d9c',) {} {{(pid=62265) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1058.436149] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e5597fd5-b8c5-4d8c-95f6-1340946af3ea taken with stack trace [, , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1058.436262] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e5597fd5-b8c5-4d8c-95f6-1340946af3ea" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1058.436449] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e5597fd5-b8c5-4d8c-95f6-1340946af3ea" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1058.436614] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e5597fd5-b8c5-4d8c-95f6-1340946af3ea" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1058.436710] env[62265]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e5597fd5-b8c5-4d8c-95f6-1340946af3ea',) {} {{(pid=62265) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1058.438849] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock port-fa24f002-2af4-47f6-8481-bbc90afe50ae taken with stack trace [, , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1058.438958] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-fa24f002-2af4-47f6-8481-bbc90afe50ae" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1058.439032] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-fa24f002-2af4-47f6-8481-bbc90afe50ae" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1058.439198] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-fa24f002-2af4-47f6-8481-bbc90afe50ae" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1058.439266] env[62265]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('fa24f002-2af4-47f6-8481-bbc90afe50ae',) {} {{(pid=62265) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1058.440312] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock member-79da967e-55fc-41b9-83c0-c9f15f067d9c taken with stack trace [, , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1058.440312] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-79da967e-55fc-41b9-83c0-c9f15f067d9c" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1058.442186] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock member-e5597fd5-b8c5-4d8c-95f6-1340946af3ea taken with stack trace [, , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1058.442186] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e5597fd5-b8c5-4d8c-95f6-1340946af3ea" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1058.442186] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1058.442186] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1058.442186] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1058.442186] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1058.442186] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1058.442443] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1058.442443] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1058.442443] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1058.442577] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1058.442577] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1058.442756] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1058.442841] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1058.442897] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1058.443036] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1058.443139] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1058.443279] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1058.443368] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1058.443423] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1058.443555] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1058.443625] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1058.443702] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b70db8a6-589b-46f1-ab50-a8fac5cfe516 is going to be updated. [ 1058.511361] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1058.511361] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1058.511361] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1058.511361] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1058.511361] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1058.527658] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b70db8a6-589b-46f1-ab50-a8fac5cfe516 in Status: IN_PROGRESS for 2s [ 1058.886674] env[62265]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('e5597fd5-b8c5-4d8c-95f6-1340946af3ea',) {} {{(pid=62265) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1058.888691] env[62265]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('79da967e-55fc-41b9-83c0-c9f15f067d9c',) {} {{(pid=62265) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1058.945829] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port fa24f002-2af4-47f6-8481-bbc90afe50ae with status ACTIVE [ 1058.946480] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1058.946670] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1058.946812] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1058.947113] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1058.947257] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1058.947479] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1058.947670] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1058.947715] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1058.948740] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1058.948740] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1058.948740] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1058.948740] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1058.948740] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1058.948740] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1058.948740] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1058.948740] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: fa24f002-2af4-47f6-8481-bbc90afe50ae is going to be updated. [ 1058.950315] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock member-79da967e-55fc-41b9-83c0-c9f15f067d9c taken with stack trace [, , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1058.950847] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-79da967e-55fc-41b9-83c0-c9f15f067d9c" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1058.951143] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock member-e5597fd5-b8c5-4d8c-95f6-1340946af3ea taken with stack trace [, , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1058.951288] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e5597fd5-b8c5-4d8c-95f6-1340946af3ea" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1058.972926] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1058.972926] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1058.972926] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1058.973561] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1058.973776] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1058.974028] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-fa24f002-2af4-47f6-8481-bbc90afe50ae" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1059.056549] env[62265]: INFO networking_nsxv3.common.synchronization [req-c455b482-8c2f-423d-9861-0b930f3f2dbf req-bf2fccbc-1dca-4122-909f-cc5d6a1c6d58 tempest-ServerRescueTestJSONUnderV235-1900483560 tempest-ServerRescueTestJSONUnderV235-1900483560-project-member] Enqueued Resource ID: e5597fd5-b8c5-4d8c-95f6-1340946af3ea with Priority: HIGHEST for action security_group_members [ 1059.057780] env[62265]: INFO networking_nsxv3.common.synchronization [req-c455b482-8c2f-423d-9861-0b930f3f2dbf req-bf2fccbc-1dca-4122-909f-cc5d6a1c6d58 tempest-ServerRescueTestJSONUnderV235-1900483560 tempest-ServerRescueTestJSONUnderV235-1900483560-project-member] Enqueued Resource ID: 79da967e-55fc-41b9-83c0-c9f15f067d9c with Priority: HIGHEST for action security_group_members [ 1059.058924] env[62265]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e5597fd5-b8c5-4d8c-95f6-1340946af3ea with Priority: HIGHEST for action security_group_members [ 1059.060157] env[62265]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 79da967e-55fc-41b9-83c0-c9f15f067d9c with Priority: HIGHEST for action security_group_members [ 1059.060157] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock member-e5597fd5-b8c5-4d8c-95f6-1340946af3ea taken with stack trace [, , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1059.060157] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e5597fd5-b8c5-4d8c-95f6-1340946af3ea" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1059.060157] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock member-79da967e-55fc-41b9-83c0-c9f15f067d9c taken with stack trace [, , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1059.060157] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-79da967e-55fc-41b9-83c0-c9f15f067d9c" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1059.144153] env[62265]: INFO networking_nsxv3.common.synchronization [req-c455b482-8c2f-423d-9861-0b930f3f2dbf req-bf2fccbc-1dca-4122-909f-cc5d6a1c6d58 tempest-ServerRescueTestJSONUnderV235-1900483560 tempest-ServerRescueTestJSONUnderV235-1900483560-project-member] Enqueued Resource ID: 79da967e-55fc-41b9-83c0-c9f15f067d9c with Priority: HIGHEST for action security_group_rules [ 1059.144153] env[62265]: INFO networking_nsxv3.common.synchronization [req-c455b482-8c2f-423d-9861-0b930f3f2dbf req-bf2fccbc-1dca-4122-909f-cc5d6a1c6d58 tempest-ServerRescueTestJSONUnderV235-1900483560 tempest-ServerRescueTestJSONUnderV235-1900483560-project-member] Enqueued Resource ID: 79da967e-55fc-41b9-83c0-c9f15f067d9c with Priority: HIGHEST for action security_group_members [ 1059.144153] env[62265]: INFO networking_nsxv3.common.synchronization [req-c455b482-8c2f-423d-9861-0b930f3f2dbf req-bf2fccbc-1dca-4122-909f-cc5d6a1c6d58 tempest-ServerRescueTestJSONUnderV235-1900483560 tempest-ServerRescueTestJSONUnderV235-1900483560-project-member] Enqueued Resource ID: fa24f002-2af4-47f6-8481-bbc90afe50ae with Priority: HIGHEST for action port [ 1059.144153] env[62265]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 79da967e-55fc-41b9-83c0-c9f15f067d9c with Priority: HIGHEST for action security_group_rules [ 1059.144153] env[62265]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 79da967e-55fc-41b9-83c0-c9f15f067d9c with Priority: HIGHEST for action security_group_members [ 1059.144153] env[62265]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fa24f002-2af4-47f6-8481-bbc90afe50ae with Priority: HIGHEST for action port [ 1059.145520] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock rules-79da967e-55fc-41b9-83c0-c9f15f067d9c taken with stack trace [, , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1059.145520] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-79da967e-55fc-41b9-83c0-c9f15f067d9c" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1059.145520] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock member-79da967e-55fc-41b9-83c0-c9f15f067d9c taken with stack trace [, , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1059.145520] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-79da967e-55fc-41b9-83c0-c9f15f067d9c" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1059.145910] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock port-fa24f002-2af4-47f6-8481-bbc90afe50ae taken with stack trace [, , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1059.150670] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-fa24f002-2af4-47f6-8481-bbc90afe50ae" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1059.150670] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-fa24f002-2af4-47f6-8481-bbc90afe50ae" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1059.150670] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-fa24f002-2af4-47f6-8481-bbc90afe50ae" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1059.150670] env[62265]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('fa24f002-2af4-47f6-8481-bbc90afe50ae',) {} {{(pid=62265) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1059.218129] env[62265]: INFO networking_nsxv3.common.synchronization [req-04d8a3b1-1d8c-41e0-b5b8-8b9b4990a151 req-fa7e57d1-6bb7-484f-a11e-cf18664d541f tempest-ServersTestJSON-996831773 tempest-ServersTestJSON-996831773-project-member] Enqueued Resource ID: 85a6547c-bf3d-4bdc-b0a3-09132939cc37 with Priority: HIGHEST for action security_group_members [ 1059.219229] env[62265]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 85a6547c-bf3d-4bdc-b0a3-09132939cc37 with Priority: HIGHEST for action security_group_members [ 1059.219463] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock member-85a6547c-bf3d-4bdc-b0a3-09132939cc37 taken with stack trace [, , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1059.219585] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-85a6547c-bf3d-4bdc-b0a3-09132939cc37" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1059.219654] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-85a6547c-bf3d-4bdc-b0a3-09132939cc37" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1059.219849] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-85a6547c-bf3d-4bdc-b0a3-09132939cc37" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1059.219994] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1059.220240] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1059.220296] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1059.220464] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1059.220544] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1059.220646] env[62265]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('85a6547c-bf3d-4bdc-b0a3-09132939cc37',) {} {{(pid=62265) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1059.392368] env[62265]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('e5597fd5-b8c5-4d8c-95f6-1340946af3ea',) {} {{(pid=62265) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1059.392368] env[62265]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('79da967e-55fc-41b9-83c0-c9f15f067d9c',) {} {{(pid=62265) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1059.505380] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b14d34b3-3850-409a-ad29-5e7f511073a0 in Status: SUCCESS [ 1059.505701] env[62265]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b14d34b3-3850-409a-ad29-5e7f511073a0 deletion is rescheduled due to dependency. [ 1059.505924] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b14d34b3-3850-409a-ad29-5e7f511073a0" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1059.651888] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port fa24f002-2af4-47f6-8481-bbc90afe50ae with status ACTIVE [ 1059.652156] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1059.652268] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1059.652341] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1059.652553] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1059.652644] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1059.652820] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1059.652915] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1059.652979] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1059.653143] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1059.653236] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1059.653457] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1059.653558] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1059.653619] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1059.653764] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1059.653840] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1059.653923] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: fa24f002-2af4-47f6-8481-bbc90afe50ae is going to be updated. [ 1059.676749] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1059.677031] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1059.677157] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1059.677406] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1059.677581] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1059.677784] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-fa24f002-2af4-47f6-8481-bbc90afe50ae" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1059.723358] env[62265]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('85a6547c-bf3d-4bdc-b0a3-09132939cc37',) {} {{(pid=62265) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1059.791963] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7d8f4397-acf6-4c55-898c-ac910f9cc1ad in Status: SUCCESS [ 1059.792369] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7d8f4397-acf6-4c55-898c-ac910f9cc1ad" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1059.792545] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7d8f4397-acf6-4c55-898c-ac910f9cc1ad" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1059.792768] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7d8f4397-acf6-4c55-898c-ac910f9cc1ad" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1059.792962] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1059.793094] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1059.793169] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1059.793311] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1059.793392] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1059.793481] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7d8f4397-acf6-4c55-898c-ac910f9cc1ad" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1059.793573] env[62265]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('7d8f4397-acf6-4c55-898c-ac910f9cc1ad',) {} {{(pid=62265) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1059.893404] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1059.893601] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1059.893672] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1059.893879] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1059.893968] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1059.894077] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e5597fd5-b8c5-4d8c-95f6-1340946af3ea is going to be created. [ 1059.895643] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1059.895643] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1059.895643] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1059.895821] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1059.895876] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1059.897286] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 79da967e-55fc-41b9-83c0-c9f15f067d9c is going to be updated. [ 1059.923659] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1059.923805] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1059.923875] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1059.924082] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1059.924243] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1059.938547] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1059.938693] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1059.938765] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1059.938978] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1059.939130] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1059.940942] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e5597fd5-b8c5-4d8c-95f6-1340946af3ea in Status: UNINITIALIZED for 2s [ 1059.952363] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 79da967e-55fc-41b9-83c0-c9f15f067d9c in Status: IN_PROGRESS for 2s [ 1060.006123] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c18e7d00-73a0-498e-841a-865db577c424 in Status: SUCCESS [ 1060.006123] env[62265]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c18e7d00-73a0-498e-841a-865db577c424 deletion is rescheduled due to dependency. [ 1060.006123] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c18e7d00-73a0-498e-841a-865db577c424" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1060.226026] env[62265]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('85a6547c-bf3d-4bdc-b0a3-09132939cc37',) {} {{(pid=62265) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1060.295808] env[62265]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('7d8f4397-acf6-4c55-898c-ac910f9cc1ad',) {} {{(pid=62265) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1060.541116] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b70db8a6-589b-46f1-ab50-a8fac5cfe516 in Status: SUCCESS [ 1060.541426] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b70db8a6-589b-46f1-ab50-a8fac5cfe516" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1060.731176] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1060.731176] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1060.731176] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1060.731176] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1060.731176] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1060.731176] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 85a6547c-bf3d-4bdc-b0a3-09132939cc37 is going to be updated. [ 1060.758169] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1060.758169] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1060.758169] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1060.758169] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1060.758169] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1060.765840] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 85a6547c-bf3d-4bdc-b0a3-09132939cc37 in Status: IN_PROGRESS for 2s [ 1060.800419] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 7d8f4397-acf6-4c55-898c-ac910f9cc1ad: rpc.has_security_group_logging(os_id): False [ 1060.824017] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1060.824017] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1060.824017] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1060.824017] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1060.824017] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1060.824017] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1060.824017] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1060.824017] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1060.824017] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1060.824017] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1060.824017] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 7d8f4397-acf6-4c55-898c-ac910f9cc1ad is going to be created. [ 1060.884027] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1060.884027] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1060.884027] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1060.884027] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1060.884027] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1060.908730] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 7d8f4397-acf6-4c55-898c-ac910f9cc1ad in Status: IN_PROGRESS for 2s [ 1061.954018] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e5597fd5-b8c5-4d8c-95f6-1340946af3ea in Status: SUCCESS [ 1061.954018] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e5597fd5-b8c5-4d8c-95f6-1340946af3ea" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1061.954018] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e5597fd5-b8c5-4d8c-95f6-1340946af3ea" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1061.954018] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e5597fd5-b8c5-4d8c-95f6-1340946af3ea" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1061.954018] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1061.954018] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1061.954018] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1061.954018] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1061.954018] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1061.954018] env[62265]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e5597fd5-b8c5-4d8c-95f6-1340946af3ea',) {} {{(pid=62265) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1061.963451] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 79da967e-55fc-41b9-83c0-c9f15f067d9c in Status: SUCCESS [ 1061.964397] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-79da967e-55fc-41b9-83c0-c9f15f067d9c" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1061.964397] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-79da967e-55fc-41b9-83c0-c9f15f067d9c" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1061.964397] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-79da967e-55fc-41b9-83c0-c9f15f067d9c" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1061.964660] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1061.964660] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1061.964749] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1061.964886] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1061.964968] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1061.965138] env[62265]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('79da967e-55fc-41b9-83c0-c9f15f067d9c',) {} {{(pid=62265) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1062.461551] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1062.461551] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1062.461551] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1062.461551] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1062.461551] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1062.461551] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1062.461551] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1062.461551] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1062.461551] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1062.461551] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1062.461551] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e5597fd5-b8c5-4d8c-95f6-1340946af3ea is going to be deleted. [ 1062.468501] env[62265]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('79da967e-55fc-41b9-83c0-c9f15f067d9c',) {} {{(pid=62265) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1062.493234] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1062.493234] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1062.493234] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1062.493234] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1062.493234] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1062.493234] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e5597fd5-b8c5-4d8c-95f6-1340946af3ea" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1062.493234] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e5597fd5-b8c5-4d8c-95f6-1340946af3ea" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1062.493234] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e5597fd5-b8c5-4d8c-95f6-1340946af3ea" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1062.493234] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1062.493234] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1062.493234] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1062.493234] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1062.493234] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1062.493234] env[62265]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e5597fd5-b8c5-4d8c-95f6-1340946af3ea',) {} {{(pid=62265) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1062.776835] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 85a6547c-bf3d-4bdc-b0a3-09132939cc37 in Status: SUCCESS [ 1062.776835] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-85a6547c-bf3d-4bdc-b0a3-09132939cc37" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1062.921829] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 7d8f4397-acf6-4c55-898c-ac910f9cc1ad in Status: SUCCESS [ 1062.922658] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-7d8f4397-acf6-4c55-898c-ac910f9cc1ad" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1062.942085] env[62265]: INFO networking_nsxv3.common.synchronization [req-2e4d5d87-f54e-4dc1-b0d2-e5de1bedce67 req-0eaf9424-e5d3-48c9-8f30-4749c2e0b3f1 tempest-ServerRescueNegativeTestJSON-801777048 tempest-ServerRescueNegativeTestJSON-801777048-project-member] Enqueued Resource ID: b1e841f0-3465-4e49-a96e-4a0c405f1a8b with Priority: HIGHEST for action security_group_members [ 1062.942085] env[62265]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b1e841f0-3465-4e49-a96e-4a0c405f1a8b with Priority: HIGHEST for action security_group_members [ 1062.942085] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock member-b1e841f0-3465-4e49-a96e-4a0c405f1a8b taken with stack trace [, , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1062.942085] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b1e841f0-3465-4e49-a96e-4a0c405f1a8b" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1062.942700] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b1e841f0-3465-4e49-a96e-4a0c405f1a8b" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1062.943215] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b1e841f0-3465-4e49-a96e-4a0c405f1a8b" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1062.943609] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1062.943866] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1062.944575] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1062.944575] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1062.944575] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1062.944575] env[62265]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b1e841f0-3465-4e49-a96e-4a0c405f1a8b',) {} {{(pid=62265) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1062.974562] env[62265]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('79da967e-55fc-41b9-83c0-c9f15f067d9c',) {} {{(pid=62265) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1063.007045] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1063.007045] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1063.007045] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1063.007045] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1063.007045] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1063.007045] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1063.007045] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1063.007045] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1063.007045] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1063.007045] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1063.007045] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e5597fd5-b8c5-4d8c-95f6-1340946af3ea already deleted. [ 1063.007045] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e5597fd5-b8c5-4d8c-95f6-1340946af3ea" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1063.007045] env[62265]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('e5597fd5-b8c5-4d8c-95f6-1340946af3ea',) {} {{(pid=62265) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1063.008600] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e5597fd5-b8c5-4d8c-95f6-1340946af3ea" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1063.008600] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e5597fd5-b8c5-4d8c-95f6-1340946af3ea" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1063.008600] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1063.008784] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1063.008784] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1063.008869] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1063.008930] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1063.009031] env[62265]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e5597fd5-b8c5-4d8c-95f6-1340946af3ea',) {} {{(pid=62265) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1063.447783] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1063.448015] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1063.448100] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1063.448315] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1063.448418] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1063.448618] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1063.448905] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1063.448905] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1063.449035] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1063.449035] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1063.449139] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b1e841f0-3465-4e49-a96e-4a0c405f1a8b is going to be updated. [ 1063.478596] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1063.478596] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1063.478596] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1063.478596] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1063.478596] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1063.478596] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 79da967e-55fc-41b9-83c0-c9f15f067d9c is going to be updated. [ 1063.512082] env[62265]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('e5597fd5-b8c5-4d8c-95f6-1340946af3ea',) {} {{(pid=62265) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1063.516099] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1063.516099] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1063.516099] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1063.516099] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1063.516099] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1063.516099] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1063.516099] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1063.516099] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1063.516099] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1063.516099] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1063.516099] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e5597fd5-b8c5-4d8c-95f6-1340946af3ea already deleted. [ 1063.516099] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e5597fd5-b8c5-4d8c-95f6-1340946af3ea" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1063.591493] env[62265]: DEBUG networking_nsxv3.common.locking [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Lock network-981 taken with stack trace [, , , , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1063.592056] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquiring lock "network-981" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1063.592056] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquired lock "network-981" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1063.592158] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquired external semaphore "network-981" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1063.592772] env[62265]: DEBUG networking_nsxv3.common.locking [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1063.592772] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquiring lock "Segment" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1063.592772] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquired lock "Segment" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1063.595021] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquired external semaphore "Segment" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1063.595021] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Releasing lock "Segment" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1063.595021] env[62265]: DEBUG dogpile.cache.region [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] No value present for key: 'zone-id' {{(pid=62265) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1063.595021] env[62265]: DEBUG dogpile.lock [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] NeedRegenerationException {{(pid=62265) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1063.595021] env[62265]: DEBUG dogpile.lock [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] no value, waiting for create lock {{(pid=62265) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1063.595021] env[62265]: DEBUG dogpile.lock [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] value creation lock acquired {{(pid=62265) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1063.595021] env[62265]: DEBUG dogpile.cache.region [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] No value present for key: 'zone-id' {{(pid=62265) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1063.595021] env[62265]: DEBUG dogpile.lock [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Calling creation function for not-yet-present value {{(pid=62265) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1063.595021] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1063.635360] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1063.635573] env[62265]: DEBUG dogpile.cache.region [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Cache value generated in 0.041 seconds for key(s): 'zone-id' {{(pid=62265) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1063.635724] env[62265]: DEBUG dogpile.lock [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Released creation lock {{(pid=62265) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1063.636016] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Releasing lock "network-981" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1063.637346] env[62265]: DEBUG networking_nsxv3.common.locking [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Lock port-a6ac9db7-31c0-495d-bffe-96aa613f98cb taken with stack trace [, , , , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1063.637631] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquiring lock "port-a6ac9db7-31c0-495d-bffe-96aa613f98cb" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1063.637814] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquired lock "port-a6ac9db7-31c0-495d-bffe-96aa613f98cb" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1063.638094] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquired external semaphore "port-a6ac9db7-31c0-495d-bffe-96aa613f98cb" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1063.638236] env[62265]: DEBUG networking_nsxv3.api.rpc [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a6ac9db7-31c0-495d-bffe-96aa613f98cb',) {} {{(pid=62265) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1063.647858] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1063.647858] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1063.647858] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1063.648306] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1063.648306] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1063.652991] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1063.653136] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1063.653190] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1063.653360] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1063.653515] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1063.678837] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 79da967e-55fc-41b9-83c0-c9f15f067d9c in Status: IN_PROGRESS for 2s [ 1063.679832] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b1e841f0-3465-4e49-a96e-4a0c405f1a8b in Status: IN_PROGRESS for 2s [ 1064.018652] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for e5597fd5-b8c5-4d8c-95f6-1340946af3ea: rpc.has_security_group_logging(os_id): False [ 1064.036950] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1064.037267] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1064.037388] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.037621] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1064.037713] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1064.038282] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1064.038398] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1064.038473] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.038631] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1064.038712] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1064.038803] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e5597fd5-b8c5-4d8c-95f6-1340946af3ea is going to be created. [ 1064.055895] env[62265]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.client_nsx [-] Warning Code=404 Message=b'{\n "httpStatus" : "NOT_FOUND",\n "error_code" : 500232,\n "module_name" : "Policy",\n "error_message" : "Following dependent objects, used in path=[/infra/domains/default/security-policies/e5597fd5-b8c5-4d8c-95f6-1340946af3ea], does not exist path=[/infra/domains/default/groups/e5597fd5-b8c5-4d8c-95f6-1340946af3ea]."\n}' [ 1064.056055] env[62265]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e5597fd5-b8c5-4d8c-95f6-1340946af3ea failed to be updated, retrying after metadata refresh: requests.exceptions.HTTPError: 404 Client Error: Not Found for url: https://nsxt.osci.c.eu-de-1.cloud.sap:443/policy/api/v1/infra/domains/default/security-policies/e5597fd5-b8c5-4d8c-95f6-1340946af3ea [ 1064.056141] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules). [ 1064.127507] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1064.127667] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1064.127757] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.127956] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1064.130670] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1064.130960] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1064.131121] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1064.131557] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.131814] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1064.131945] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1064.132244] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1064.132462] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1064.132546] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.132721] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1064.132825] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1064.132939] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e5597fd5-b8c5-4d8c-95f6-1340946af3ea is going to be created. [ 1064.141190] env[62265]: DEBUG networking_nsxv3.common.locking [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1064.141429] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquiring lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1064.141629] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquired lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.141915] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquired external semaphore "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1064.142082] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Releasing lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1064.142381] env[62265]: DEBUG networking_nsxv3.common.locking [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1064.142641] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquiring lock "Segment" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1064.142785] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquired lock "Segment" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.143039] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquired external semaphore "Segment" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1064.143232] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Releasing lock "Segment" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1064.143542] env[62265]: DEBUG networking_nsxv3.common.locking [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1064.143736] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquiring lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1064.143860] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquired lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.144477] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquired external semaphore "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1064.144755] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Releasing lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1064.144984] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Resource: SegmentPort with ID: a6ac9db7-31c0-495d-bffe-96aa613f98cb is going to be updated. [ 1064.160542] env[62265]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.client_nsx [-] Warning Code=404 Message=b'{\n "httpStatus" : "NOT_FOUND",\n "error_code" : 500232,\n "module_name" : "Policy",\n "error_message" : "Following dependent objects, used in path=[/infra/domains/default/security-policies/e5597fd5-b8c5-4d8c-95f6-1340946af3ea], does not exist path=[/infra/domains/default/groups/e5597fd5-b8c5-4d8c-95f6-1340946af3ea]."\n}': requests.exceptions.HTTPError: 404 Client Error: Not Found for url: https://nsxt.osci.c.eu-de-1.cloud.sap:443/policy/api/v1/infra/domains/default/security-policies/e5597fd5-b8c5-4d8c-95f6-1340946af3ea [ 1064.160542] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e5597fd5-b8c5-4d8c-95f6-1340946af3ea" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1064.160542] env[62265]: Traceback (most recent call last): [ 1064.160542] env[62265]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 36, in wrapper [ 1064.160542] env[62265]: return func(*args, **kwargs) [ 1064.160542] env[62265]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 786, in _realize [ 1064.160542] env[62265]: res.raise_for_status() [ 1064.160542] env[62265]: File "/opt/stack/data/venv/lib/python3.10/site-packages/requests/models.py", line 1024, in raise_for_status [ 1064.160542] env[62265]: raise HTTPError(http_error_msg, response=self) [ 1064.160542] env[62265]: requests.exceptions.HTTPError: 404 Client Error: Not Found for url: https://nsxt.osci.c.eu-de-1.cloud.sap:443/policy/api/v1/infra/domains/default/security-policies/e5597fd5-b8c5-4d8c-95f6-1340946af3ea [ 1064.160542] env[62265]: During handling of the above exception, another exception occurred: [ 1064.160542] env[62265]: Traceback (most recent call last): [ 1064.160542] env[62265]: File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/hubs/poll.py", line 111, in wait [ 1064.160542] env[62265]: listener.cb(fileno) [ 1064.160542] env[62265]: File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 265, in main [ 1064.160542] env[62265]: result = function(*args, **kwargs) [ 1064.160542] env[62265]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/realization.py", line 210, in security_group_rules [ 1064.160542] env[62265]: self.nsx_provider.sg_rules_realize(os_sg, logged=logged) [ 1064.160542] env[62265]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 1012, in sg_rules_realize [ 1064.160542] env[62265]: return self._realize(Provider.SG_RULES, delete, self.payload.sg_rules_container, os_sg, provider_sg) [ 1064.160542] env[62265]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 45, in wrapper [ 1064.160542] env[62265]: return func(self, resource_type, delete, self.payload.sg_rules_container, os_obj, provider_sg) [ 1064.160542] env[62265]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 786, in _realize [ 1064.160542] env[62265]: res.raise_for_status() [ 1064.160542] env[62265]: File "/opt/stack/data/venv/lib/python3.10/site-packages/requests/models.py", line 1024, in raise_for_status [ 1064.160542] env[62265]: raise HTTPError(http_error_msg, response=self) [ 1064.160542] env[62265]: requests.exceptions.HTTPError: 404 Client Error: Not Found for url: https://nsxt.osci.c.eu-de-1.cloud.sap:443/policy/api/v1/infra/domains/default/security-policies/e5597fd5-b8c5-4d8c-95f6-1340946af3ea [ 1064.160542] env[62265]: Removing descriptor: 68 [ 1064.192038] env[62265]: DEBUG networking_nsxv3.common.locking [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1064.192459] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquiring lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1064.192459] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquired lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.193111] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquired external semaphore "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1064.193208] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Releasing lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1064.193836] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Releasing lock "port-a6ac9db7-31c0-495d-bffe-96aa613f98cb" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1065.363184] env[62265]: INFO networking_nsxv3.common.synchronization [req-a20bbd71-980d-414a-9e94-6a3e18d824ce req-c45d67e8-2ce9-4865-b6f7-4311ee8b477e service nova] Enqueued Resource ID: eaee02db-54f8-457f-ab87-c3f5ae959460 with Priority: HIGHEST for action security_group_rules [ 1065.363525] env[62265]: INFO networking_nsxv3.common.synchronization [req-a20bbd71-980d-414a-9e94-6a3e18d824ce req-c45d67e8-2ce9-4865-b6f7-4311ee8b477e service nova] Enqueued Resource ID: eaee02db-54f8-457f-ab87-c3f5ae959460 with Priority: HIGHEST for action security_group_members [ 1065.363525] env[62265]: INFO networking_nsxv3.common.synchronization [req-a20bbd71-980d-414a-9e94-6a3e18d824ce req-c45d67e8-2ce9-4865-b6f7-4311ee8b477e service nova] Enqueued Resource ID: a6ac9db7-31c0-495d-bffe-96aa613f98cb with Priority: HIGHEST for action port [ 1065.363982] env[62265]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: eaee02db-54f8-457f-ab87-c3f5ae959460 with Priority: HIGHEST for action security_group_rules [ 1065.364227] env[62265]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: eaee02db-54f8-457f-ab87-c3f5ae959460 with Priority: HIGHEST for action security_group_members [ 1065.364290] env[62265]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a6ac9db7-31c0-495d-bffe-96aa613f98cb with Priority: HIGHEST for action port [ 1065.365041] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock rules-eaee02db-54f8-457f-ab87-c3f5ae959460 taken with stack trace [, , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1065.365041] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-eaee02db-54f8-457f-ab87-c3f5ae959460" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1065.365136] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-eaee02db-54f8-457f-ab87-c3f5ae959460" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1065.365278] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-eaee02db-54f8-457f-ab87-c3f5ae959460" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1065.365352] env[62265]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('eaee02db-54f8-457f-ab87-c3f5ae959460',) {} {{(pid=62265) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1065.367248] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock member-eaee02db-54f8-457f-ab87-c3f5ae959460 taken with stack trace [, , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1065.367619] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-eaee02db-54f8-457f-ab87-c3f5ae959460" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1065.367619] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-eaee02db-54f8-457f-ab87-c3f5ae959460" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1065.367619] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-eaee02db-54f8-457f-ab87-c3f5ae959460" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1065.367832] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1065.367832] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1065.367911] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1065.368035] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1065.368969] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1065.368969] env[62265]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('eaee02db-54f8-457f-ab87-c3f5ae959460',) {} {{(pid=62265) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1065.369286] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock port-a6ac9db7-31c0-495d-bffe-96aa613f98cb taken with stack trace [, , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1065.369286] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a6ac9db7-31c0-495d-bffe-96aa613f98cb" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1065.369286] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a6ac9db7-31c0-495d-bffe-96aa613f98cb" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1065.369443] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a6ac9db7-31c0-495d-bffe-96aa613f98cb" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1065.369443] env[62265]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a6ac9db7-31c0-495d-bffe-96aa613f98cb',) {} {{(pid=62265) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1065.693707] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b1e841f0-3465-4e49-a96e-4a0c405f1a8b in Status: SUCCESS [ 1065.693707] env[62265]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b1e841f0-3465-4e49-a96e-4a0c405f1a8b deletion is rescheduled due to dependency. [ 1065.693707] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b1e841f0-3465-4e49-a96e-4a0c405f1a8b" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1065.695012] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 79da967e-55fc-41b9-83c0-c9f15f067d9c in Status: SUCCESS [ 1065.695012] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-79da967e-55fc-41b9-83c0-c9f15f067d9c" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1065.695012] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-79da967e-55fc-41b9-83c0-c9f15f067d9c" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1065.695012] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-79da967e-55fc-41b9-83c0-c9f15f067d9c" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1065.695012] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1065.695012] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1065.695012] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1065.695531] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1065.695531] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1065.695531] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-79da967e-55fc-41b9-83c0-c9f15f067d9c" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1065.695531] env[62265]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('79da967e-55fc-41b9-83c0-c9f15f067d9c',) {} {{(pid=62265) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1065.700486] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-79da967e-55fc-41b9-83c0-c9f15f067d9c" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1065.700709] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-79da967e-55fc-41b9-83c0-c9f15f067d9c" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1065.700886] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1065.701748] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1065.701748] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1065.701748] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1065.701748] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1065.701748] env[62265]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('79da967e-55fc-41b9-83c0-c9f15f067d9c',) {} {{(pid=62265) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1065.870742] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock member-eaee02db-54f8-457f-ab87-c3f5ae959460 taken with stack trace [, , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1065.870889] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-eaee02db-54f8-457f-ab87-c3f5ae959460" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1065.872243] env[62265]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('eaee02db-54f8-457f-ab87-c3f5ae959460',) {} {{(pid=62265) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1065.873335] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port a6ac9db7-31c0-495d-bffe-96aa613f98cb with status ACTIVE [ 1065.873555] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1065.873686] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1065.873740] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1065.874022] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1065.874110] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1065.874234] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1065.874334] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1065.874414] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1065.874603] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1065.874695] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1065.877475] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1065.877754] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1065.877804] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1065.877976] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1065.878132] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1065.878907] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: a6ac9db7-31c0-495d-bffe-96aa613f98cb is going to be updated. [ 1065.901867] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1065.902102] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1065.902102] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1065.902296] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1065.902435] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1065.902629] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a6ac9db7-31c0-495d-bffe-96aa613f98cb" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1066.202835] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock member-79da967e-55fc-41b9-83c0-c9f15f067d9c taken with stack trace [, , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1066.203272] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-79da967e-55fc-41b9-83c0-c9f15f067d9c" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1066.206241] env[62265]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('79da967e-55fc-41b9-83c0-c9f15f067d9c',) {} {{(pid=62265) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1066.319356] env[62265]: INFO networking_nsxv3.common.synchronization [None req-8e61c542-9e12-4971-a4c5-cb3350847f7e None None] Enqueued Resource ID: faec5f2a-e008-41e5-a6de-9a1e0230f372 with Priority: HIGHEST for action port [ 1066.319514] env[62265]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: faec5f2a-e008-41e5-a6de-9a1e0230f372 with Priority: HIGHEST for action port [ 1066.320305] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock port-faec5f2a-e008-41e5-a6de-9a1e0230f372 taken with stack trace [, , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1066.320424] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-faec5f2a-e008-41e5-a6de-9a1e0230f372" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1066.320542] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-faec5f2a-e008-41e5-a6de-9a1e0230f372" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1066.320860] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-faec5f2a-e008-41e5-a6de-9a1e0230f372" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1066.321062] env[62265]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('faec5f2a-e008-41e5-a6de-9a1e0230f372',) {} {{(pid=62265) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1066.381382] env[62265]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('eaee02db-54f8-457f-ab87-c3f5ae959460',) {} {{(pid=62265) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1066.711041] env[62265]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('79da967e-55fc-41b9-83c0-c9f15f067d9c',) {} {{(pid=62265) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1066.742173] env[62265]: INFO networking_nsxv3.common.synchronization [req-e1c0db90-1439-49d8-ae90-893a7bd0d772 req-3ef9c137-7988-481c-8f8f-f532593deb23 tempest-ServerRescueTestJSONUnderV235-1900483560 tempest-ServerRescueTestJSONUnderV235-1900483560-project-member] Enqueued Resource ID: 79da967e-55fc-41b9-83c0-c9f15f067d9c with Priority: HIGHEST for action security_group_members [ 1066.742173] env[62265]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 79da967e-55fc-41b9-83c0-c9f15f067d9c with Priority: HIGHEST for action security_group_members [ 1066.743126] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock member-79da967e-55fc-41b9-83c0-c9f15f067d9c taken with stack trace [, , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1066.743235] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-79da967e-55fc-41b9-83c0-c9f15f067d9c" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1066.824702] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port faec5f2a-e008-41e5-a6de-9a1e0230f372 [ 1066.824953] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1066.825100] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1066.825170] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1066.825376] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1066.825474] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1066.825646] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:faec5f2a-e008-41e5-a6de-9a1e0230f372 already deleted. [ 1066.825646] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-faec5f2a-e008-41e5-a6de-9a1e0230f372" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1066.885197] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1066.885359] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1066.885430] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1066.885694] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1066.885941] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1066.886122] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: eaee02db-54f8-457f-ab87-c3f5ae959460 is going to be updated. [ 1066.913633] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1066.913787] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1066.913856] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1066.914159] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1066.914309] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1066.922081] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: eaee02db-54f8-457f-ab87-c3f5ae959460 in Status: IN_PROGRESS for 2s [ 1067.213282] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1067.213382] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1067.213469] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1067.214176] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1067.214176] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1067.214176] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 79da967e-55fc-41b9-83c0-c9f15f067d9c is going to be updated. [ 1067.244371] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1067.244371] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1067.244371] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1067.244371] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1067.244371] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1067.255172] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 79da967e-55fc-41b9-83c0-c9f15f067d9c in Status: IN_PROGRESS for 2s [ 1068.079799] env[62265]: INFO networking_nsxv3.common.synchronization [req-49a5f790-8bf6-4479-b1bc-15d512ce4b60 req-4601a5f0-2e94-4bb4-a81a-7f91113865cd tempest-ServerRescueTestJSON-1825453833 tempest-ServerRescueTestJSON-1825453833-project-member] Enqueued Resource ID: 17c63cf2-61eb-4ce9-8e1d-47bb40404daa with Priority: HIGHEST for action security_group_members [ 1068.080484] env[62265]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 17c63cf2-61eb-4ce9-8e1d-47bb40404daa with Priority: HIGHEST for action security_group_members [ 1068.081767] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock member-17c63cf2-61eb-4ce9-8e1d-47bb40404daa taken with stack trace [, , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1068.081767] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-17c63cf2-61eb-4ce9-8e1d-47bb40404daa" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1068.081767] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-17c63cf2-61eb-4ce9-8e1d-47bb40404daa" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1068.081981] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-17c63cf2-61eb-4ce9-8e1d-47bb40404daa" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1068.082606] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1068.082862] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1068.082862] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1068.082986] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1068.084389] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1068.084389] env[62265]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('17c63cf2-61eb-4ce9-8e1d-47bb40404daa',) {} {{(pid=62265) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1068.586817] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1068.587705] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1068.587705] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1068.587705] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1068.640812] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1068.640812] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1068.640812] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1068.640812] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1068.640812] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1068.640812] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1068.640812] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 17c63cf2-61eb-4ce9-8e1d-47bb40404daa is going to be updated. [ 1068.664301] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1068.664301] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1068.664301] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1068.664301] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1068.664301] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1068.673541] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 17c63cf2-61eb-4ce9-8e1d-47bb40404daa in Status: IN_PROGRESS for 2s [ 1068.834095] env[62265]: INFO networking_nsxv3.common.synchronization [None req-c4eda697-caf2-4f38-a885-13e901b52360 None None] Enqueued Resource ID: 06811209-8531-41df-a76d-36b47cfbc93f with Priority: HIGHEST for action port [ 1068.834707] env[62265]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 06811209-8531-41df-a76d-36b47cfbc93f with Priority: HIGHEST for action port [ 1068.835089] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock port-06811209-8531-41df-a76d-36b47cfbc93f taken with stack trace [, , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1068.835222] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-06811209-8531-41df-a76d-36b47cfbc93f" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1068.835293] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-06811209-8531-41df-a76d-36b47cfbc93f" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1068.835569] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-06811209-8531-41df-a76d-36b47cfbc93f" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1068.837884] env[62265]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('06811209-8531-41df-a76d-36b47cfbc93f',) {} {{(pid=62265) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1068.932139] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: eaee02db-54f8-457f-ab87-c3f5ae959460 in Status: SUCCESS [ 1068.932139] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-eaee02db-54f8-457f-ab87-c3f5ae959460" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1068.932443] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-eaee02db-54f8-457f-ab87-c3f5ae959460" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1068.932694] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-eaee02db-54f8-457f-ab87-c3f5ae959460" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1068.932931] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1068.933067] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1068.933146] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1068.933337] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1068.933432] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1068.933572] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-eaee02db-54f8-457f-ab87-c3f5ae959460" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1068.933687] env[62265]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('eaee02db-54f8-457f-ab87-c3f5ae959460',) {} {{(pid=62265) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1069.268390] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 79da967e-55fc-41b9-83c0-c9f15f067d9c in Status: SUCCESS [ 1069.268765] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-79da967e-55fc-41b9-83c0-c9f15f067d9c" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1069.269052] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-79da967e-55fc-41b9-83c0-c9f15f067d9c" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1069.269328] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-79da967e-55fc-41b9-83c0-c9f15f067d9c" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1069.269852] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1069.269852] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1069.269852] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1069.270068] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1069.270622] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1069.270622] env[62265]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('79da967e-55fc-41b9-83c0-c9f15f067d9c',) {} {{(pid=62265) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1069.340896] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 06811209-8531-41df-a76d-36b47cfbc93f [ 1069.342019] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1069.342183] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1069.342255] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1069.342473] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1069.342562] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1069.342677] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:06811209-8531-41df-a76d-36b47cfbc93f already deleted. [ 1069.342778] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-06811209-8531-41df-a76d-36b47cfbc93f" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1069.437159] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock member-eaee02db-54f8-457f-ab87-c3f5ae959460 taken with stack trace [, , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1069.437159] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-eaee02db-54f8-457f-ab87-c3f5ae959460" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1069.437159] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-eaee02db-54f8-457f-ab87-c3f5ae959460" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1069.437159] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-eaee02db-54f8-457f-ab87-c3f5ae959460" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1069.437159] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1069.437159] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1069.437159] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1069.437159] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1069.437159] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1069.437159] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-eaee02db-54f8-457f-ab87-c3f5ae959460" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1069.437678] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock member-eaee02db-54f8-457f-ab87-c3f5ae959460 taken with stack trace [, , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1069.437678] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-eaee02db-54f8-457f-ab87-c3f5ae959460" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1069.437678] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-eaee02db-54f8-457f-ab87-c3f5ae959460" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1069.437678] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-eaee02db-54f8-457f-ab87-c3f5ae959460" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1069.437790] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1069.437790] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1069.437852] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1069.437985] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1069.438091] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1069.438216] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-eaee02db-54f8-457f-ab87-c3f5ae959460" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1069.439029] env[62265]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('eaee02db-54f8-457f-ab87-c3f5ae959460',) {} {{(pid=62265) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1069.772882] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1069.773109] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1069.773179] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1069.773349] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1069.792602] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1069.792862] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1069.793090] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1069.793163] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1069.793371] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1069.793456] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1069.793573] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 79da967e-55fc-41b9-83c0-c9f15f067d9c is going to be updated. [ 1069.818192] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1069.818348] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1069.818407] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1069.818856] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1069.818856] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1069.827052] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 79da967e-55fc-41b9-83c0-c9f15f067d9c in Status: IN_PROGRESS for 2s [ 1069.941066] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for eaee02db-54f8-457f-ab87-c3f5ae959460: rpc.has_security_group_logging(os_id): False [ 1069.944023] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock all taken with stack trace [, , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1069.944023] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "all" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1069.944023] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "all" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1069.944342] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "all" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1069.944480] env[62265]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_ports_with_revisions called with arguments (1000, 0) {} {{(pid=62265) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1069.959033] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1069.959205] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1069.959205] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1069.959399] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1069.978761] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1069.979043] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1069.979170] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1069.979236] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1069.979434] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1069.979517] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1069.979729] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1069.979836] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1069.979892] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1069.980058] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1069.980127] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1069.980304] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1069.980399] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1069.980458] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1069.980597] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1069.980673] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1069.980816] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: eaee02db-54f8-457f-ab87-c3f5ae959460 is going to be updated. [ 1070.039210] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1070.039422] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1070.039422] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1070.039658] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1070.039811] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1070.051265] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: eaee02db-54f8-457f-ab87-c3f5ae959460 in Status: IN_PROGRESS for 2s [ 1070.447715] env[62265]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_groups_with_revisions called with arguments (1000, 0) {} {{(pid=62265) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1070.684301] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 17c63cf2-61eb-4ce9-8e1d-47bb40404daa in Status: SUCCESS [ 1070.684533] env[62265]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 17c63cf2-61eb-4ce9-8e1d-47bb40404daa deletion is rescheduled due to dependency. [ 1070.684728] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-17c63cf2-61eb-4ce9-8e1d-47bb40404daa" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1070.949738] env[62265]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_qos_policies_with_revisions called with arguments (1000, 0) {} {{(pid=62265) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1071.451979] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Inventory metadata is going to be refreshed. [ 1071.452271] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Segment. [ 1071.836701] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 79da967e-55fc-41b9-83c0-c9f15f067d9c in Status: SUCCESS [ 1071.836882] env[62265]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 79da967e-55fc-41b9-83c0-c9f15f067d9c deletion is rescheduled due to dependency. [ 1071.837015] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-79da967e-55fc-41b9-83c0-c9f15f067d9c" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1071.837171] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-79da967e-55fc-41b9-83c0-c9f15f067d9c" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1071.837392] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-79da967e-55fc-41b9-83c0-c9f15f067d9c" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1071.837581] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1071.837698] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1071.837761] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1071.837909] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1071.837988] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1071.838089] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-79da967e-55fc-41b9-83c0-c9f15f067d9c" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1071.838247] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock member-79da967e-55fc-41b9-83c0-c9f15f067d9c taken with stack trace [, , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1071.838325] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-79da967e-55fc-41b9-83c0-c9f15f067d9c" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1071.838379] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-79da967e-55fc-41b9-83c0-c9f15f067d9c" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1071.838517] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-79da967e-55fc-41b9-83c0-c9f15f067d9c" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1071.838648] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1071.838738] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1071.838796] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1071.838933] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1071.839019] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1071.839087] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-79da967e-55fc-41b9-83c0-c9f15f067d9c" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1071.839164] env[62265]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('79da967e-55fc-41b9-83c0-c9f15f067d9c',) {} {{(pid=62265) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1071.840054] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-79da967e-55fc-41b9-83c0-c9f15f067d9c" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1071.840229] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-79da967e-55fc-41b9-83c0-c9f15f067d9c" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1071.840375] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1071.840474] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1071.840534] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1071.840672] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1071.840749] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1071.840834] env[62265]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('79da967e-55fc-41b9-83c0-c9f15f067d9c',) {} {{(pid=62265) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1072.067689] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: eaee02db-54f8-457f-ab87-c3f5ae959460 in Status: SUCCESS [ 1072.067962] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-eaee02db-54f8-457f-ab87-c3f5ae959460" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1072.284620] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1072.284851] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1072.284921] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1072.285161] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1072.299826] env[62265]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider [-] Duplicate resource with OS_ID: 992 ID: cl2-zone-992 [ 1072.300831] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1072.302260] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:SegmentPort. [ 1072.338177] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1072.338335] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1072.338411] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1072.338643] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1072.353992] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1072.354829] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:SegmentPort Is:0. [ 1072.354929] env[62265]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:SegmentPort Are:set() {{(pid=62265) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1072.355040] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules). [ 1072.356186] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 79da967e-55fc-41b9-83c0-c9f15f067d9c: rpc.has_security_group_logging(os_id): False [ 1072.357331] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1072.357472] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1072.357571] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1072.357787] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1072.357879] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1072.358075] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1072.358177] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1072.358238] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1072.358388] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1072.358505] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1072.358601] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 79da967e-55fc-41b9-83c0-c9f15f067d9c is going to be updated. [ 1072.374916] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1072.375120] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1072.375167] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1072.375345] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1072.375426] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1072.375642] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1072.375762] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1072.375792] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1072.375959] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1072.376029] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1072.376286] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1072.376405] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1072.376603] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1072.376603] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1072.376710] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1072.376860] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1072.376981] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1072.376981] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1072.377150] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1072.377241] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1072.377311] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 79da967e-55fc-41b9-83c0-c9f15f067d9c is going to be updated. [ 1072.395338] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1072.395488] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1072.395488] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1072.395800] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1072.396465] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1072.406154] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 79da967e-55fc-41b9-83c0-c9f15f067d9c in Status: IN_PROGRESS for 2s [ 1072.415860] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1072.416047] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1072.416123] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1072.416340] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1072.417540] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1072.417747] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules Remote IP Prefix). [ 1072.450355] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1072.450514] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1072.450600] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1072.450809] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1072.450962] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1072.465025] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 79da967e-55fc-41b9-83c0-c9f15f067d9c in Status: IN_PROGRESS for 2s [ 1072.533486] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules Remote IP Prefix) taken with stack trace [, , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1072.533677] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules Remote IP Prefix)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1072.533768] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules Remote IP Prefix)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1072.533898] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules Remote IP Prefix)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1072.534207] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules Remote IP Prefix)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1072.534494] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Address Group. [ 1072.665228] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Address Group taken with stack trace [, , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1072.665228] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Address Group" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1072.665228] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Address Group" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1072.665228] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Address Group" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1072.665228] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Address Group" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1072.665228] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Security Group (Rules) Is:54. [ 1072.665228] env[62265]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Security Group (Rules) Are:{'833f3169-0676-4778-a13d-0e996caf86c3', 'da93af02-3b4e-409c-8e28-ed7c1e3287ca', '1d5c2009-3bfd-443b-bcdb-fcdd08aba3ef', 'af4b8eea-a7de-4eb1-925b-bffef6669374', '3e1f7799-a742-4f42-88dc-efdc9eab9a19', '62a27616-2753-4d3e-9cd4-e35381d18526', 'b70db8a6-589b-46f1-ab50-a8fac5cfe516', 'dc2ad724-10b0-47a3-8d65-dee712e865b1', 'c7896376-3ae0-4ee9-a94f-7f706bd582fc', '3649d9fc-24f4-43f3-8426-2fff76636e76', '816c28a4-7b3d-4ec6-b8a7-98e59cf7a51f', 'e0077c22-f917-4c69-afe4-010a0e0b6642', '2d57abaa-8212-4767-bbc2-73a55a973bd5', '79da967e-55fc-41b9-83c0-c9f15f067d9c', '8e819c63-7596-440c-a537-a09e7fc35017', 'cb4fb40c-9e72-4175-af16-071ca2d9e786', '617a5cdb-9e2d-4824-b793-343dab01f226', '7d8f4397-acf6-4c55-898c-ac910f9cc1ad', 'b1e841f0-3465-4e49-a96e-4a0c405f1a8b', '71fd9bd9-c65c-467d-adb1-9c6f61cda6c0', 'e1de3603-accf-48b1-98d6-aa6e1a5d354f', '85a6547c-bf3d-4bdc-b0a3-09132939cc37', 'b14d34b3-3850-409a-ad29-5e7f511073a0', '3eaa7a8d-3076-433e-9370-28725ca9b67c', '95cf98c4-3841-4576-950a-00c6f979459f', 'c18e7d00-73a0-498e-841a-865db577c424', '2edf389b-244f-49af-a68d-5cdd4b48b2d8', '7153b458-f301-4578-9e41-e8a10d3e2733', '9e952409-8451-48e8-a03d-9ff3d5fdd02f', '7b591979-c1c7-4513-bd5a-31e7c235aaa9', 'eaee02db-54f8-457f-ab87-c3f5ae959460', '60596148-eceb-4997-b7ff-c5c796ce9f1d', '4e3255a1-2627-4af8-a377-2fa0c46dd04b', '436bc623-fc1a-4dae-96bb-9da4a7a82eee', '80a49948-1200-4ec4-9f91-a75016ddff71', 'feb45f86-91e8-4a23-99fd-16253ca1bee4', '9154915d-163b-4210-b976-4a3d48ceb510', '6375f917-9a84-4259-897a-4a85dfd5f750', 'a5c5ec0d-46d4-416a-916b-33fdcefa1ad7', '675a4269-836b-4909-acaa-4275941b065d', '16d3b289-3e0c-4b2b-8d94-60c241a56f86', '17c63cf2-61eb-4ce9-8e1d-47bb40404daa', 'bbfc9ecc-8955-4d2c-a9c7-0532011137fc', 'e1aa9925-8acc-4328-bd1d-1f3ff9007d21', '684069ea-f32f-4fab-b9e4-2cef5126ff66', 'c8509c53-531d-40fa-8d66-9f26778803f5', '7c32117f-f49b-4b2f-810a-9daef4f7badf', 'acaa75e0-c50a-4735-bf37-8856257d2177', 'fc14bf32-d62c-4a80-9110-c757fd3fbc4f', 'dbf0382a-bcd5-43d4-ab73-ef2ea46e78d1', '73170779-4669-46dd-a6f5-6360c02dd347', 'd19427e8-4d50-432f-b494-0ac8141f4c17', '026afd4b-d3d0-4e4c-b150-7cb6271ae595', '6e771e24-a68b-413b-9410-7894918edfef'} {{(pid=62265) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1072.665228] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Segment QoS. [ 1072.682220] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Segment QoS taken with stack trace [, , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1072.682445] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment QoS" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1072.682517] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment QoS" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1072.682778] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment QoS" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1072.682907] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment QoS" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1072.683069] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Segment QoS Is:0. [ 1072.683173] env[62265]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Segment QoS Are:set() {{(pid=62265) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1072.683273] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Members). [ 1072.757884] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1072.758068] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1072.758245] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1072.758535] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1072.759771] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1072.760172] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Security Group (Members) Is:0. [ 1072.760313] env[62265]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Security Group (Members) Are:set() {{(pid=62265) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1072.760396] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Inventory metadata have been refreshed. [ 1072.760461] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 0/0 resources of Type:Ports [ 1072.760537] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 20/54 resources of Type:Security Group Rules [ 1072.760604] env[62265]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 833f3169-0676-4778-a13d-0e996caf86c3 with Priority: HIGH for action security_group_rules [ 1072.760679] env[62265]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: da93af02-3b4e-409c-8e28-ed7c1e3287ca with Priority: HIGH for action security_group_rules [ 1072.760740] env[62265]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 1d5c2009-3bfd-443b-bcdb-fcdd08aba3ef with Priority: HIGH for action security_group_rules [ 1072.760798] env[62265]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: af4b8eea-a7de-4eb1-925b-bffef6669374 with Priority: HIGH for action security_group_rules [ 1072.760857] env[62265]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 3e1f7799-a742-4f42-88dc-efdc9eab9a19 with Priority: HIGH for action security_group_rules [ 1072.760914] env[62265]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 62a27616-2753-4d3e-9cd4-e35381d18526 with Priority: HIGH for action security_group_rules [ 1072.760971] env[62265]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: b70db8a6-589b-46f1-ab50-a8fac5cfe516 with Priority: HIGH for action security_group_rules [ 1072.761037] env[62265]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: dc2ad724-10b0-47a3-8d65-dee712e865b1 with Priority: HIGH for action security_group_rules [ 1072.761095] env[62265]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: c7896376-3ae0-4ee9-a94f-7f706bd582fc with Priority: HIGH for action security_group_rules [ 1072.761151] env[62265]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 3649d9fc-24f4-43f3-8426-2fff76636e76 with Priority: HIGH for action security_group_rules [ 1072.761208] env[62265]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 816c28a4-7b3d-4ec6-b8a7-98e59cf7a51f with Priority: HIGH for action security_group_rules [ 1072.761304] env[62265]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: e0077c22-f917-4c69-afe4-010a0e0b6642 with Priority: HIGH for action security_group_rules [ 1072.761342] env[62265]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 2d57abaa-8212-4767-bbc2-73a55a973bd5 with Priority: HIGH for action security_group_rules [ 1072.761375] env[62265]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 79da967e-55fc-41b9-83c0-c9f15f067d9c with Priority: HIGH for action security_group_rules [ 1072.761434] env[62265]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 8e819c63-7596-440c-a537-a09e7fc35017 with Priority: HIGH for action security_group_rules [ 1072.761491] env[62265]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: cb4fb40c-9e72-4175-af16-071ca2d9e786 with Priority: HIGH for action security_group_rules [ 1072.761550] env[62265]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 617a5cdb-9e2d-4824-b793-343dab01f226 with Priority: HIGH for action security_group_rules [ 1072.761614] env[62265]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 7d8f4397-acf6-4c55-898c-ac910f9cc1ad with Priority: HIGH for action security_group_rules [ 1072.761706] env[62265]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: b1e841f0-3465-4e49-a96e-4a0c405f1a8b with Priority: HIGH for action security_group_rules [ 1072.761768] env[62265]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 71fd9bd9-c65c-467d-adb1-9c6f61cda6c0 with Priority: HIGH for action security_group_rules [ 1072.761866] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "all" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1073.835963] env[62265]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1073.836358] env[62265]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=20], Jobs=3 [ 1073.836358] env[62265]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 833f3169-0676-4778-a13d-0e996caf86c3 with Priority: HIGH for action security_group_rules [ 1073.840483] env[62265]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1d5c2009-3bfd-443b-bcdb-fcdd08aba3ef with Priority: HIGH for action security_group_rules [ 1073.840844] env[62265]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b70db8a6-589b-46f1-ab50-a8fac5cfe516 with Priority: HIGH for action security_group_rules [ 1073.841071] env[62265]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8e819c63-7596-440c-a537-a09e7fc35017 with Priority: HIGH for action security_group_rules [ 1073.841291] env[62265]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 71fd9bd9-c65c-467d-adb1-9c6f61cda6c0 with Priority: HIGH for action security_group_rules [ 1073.841503] env[62265]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b1e841f0-3465-4e49-a96e-4a0c405f1a8b with Priority: HIGH for action security_group_rules [ 1073.841855] env[62265]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7d8f4397-acf6-4c55-898c-ac910f9cc1ad with Priority: HIGH for action security_group_rules [ 1073.842089] env[62265]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 617a5cdb-9e2d-4824-b793-343dab01f226 with Priority: HIGH for action security_group_rules [ 1073.842297] env[62265]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 79da967e-55fc-41b9-83c0-c9f15f067d9c with Priority: HIGH for action security_group_rules [ 1073.842480] env[62265]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cb4fb40c-9e72-4175-af16-071ca2d9e786 with Priority: HIGH for action security_group_rules [ 1073.842689] env[62265]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2d57abaa-8212-4767-bbc2-73a55a973bd5 with Priority: HIGH for action security_group_rules [ 1073.842887] env[62265]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e0077c22-f917-4c69-afe4-010a0e0b6642 with Priority: HIGH for action security_group_rules [ 1073.843085] env[62265]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 816c28a4-7b3d-4ec6-b8a7-98e59cf7a51f with Priority: HIGH for action security_group_rules [ 1073.843267] env[62265]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3649d9fc-24f4-43f3-8426-2fff76636e76 with Priority: HIGH for action security_group_rules [ 1073.843925] env[62265]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c7896376-3ae0-4ee9-a94f-7f706bd582fc with Priority: HIGH for action security_group_rules [ 1073.843925] env[62265]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 62a27616-2753-4d3e-9cd4-e35381d18526 with Priority: HIGH for action security_group_rules [ 1073.843925] env[62265]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dc2ad724-10b0-47a3-8d65-dee712e865b1 with Priority: HIGH for action security_group_rules [ 1073.843925] env[62265]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3e1f7799-a742-4f42-88dc-efdc9eab9a19 with Priority: HIGH for action security_group_rules [ 1073.843925] env[62265]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: da93af02-3b4e-409c-8e28-ed7c1e3287ca with Priority: HIGH for action security_group_rules [ 1073.843925] env[62265]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: af4b8eea-a7de-4eb1-925b-bffef6669374 with Priority: HIGH for action security_group_rules [ 1073.844269] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock rules-833f3169-0676-4778-a13d-0e996caf86c3 taken with stack trace [, , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1073.844402] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-833f3169-0676-4778-a13d-0e996caf86c3" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1073.844459] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-833f3169-0676-4778-a13d-0e996caf86c3" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1073.845334] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-833f3169-0676-4778-a13d-0e996caf86c3" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1073.845334] env[62265]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('833f3169-0676-4778-a13d-0e996caf86c3',) {} {{(pid=62265) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1073.845760] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock rules-1d5c2009-3bfd-443b-bcdb-fcdd08aba3ef taken with stack trace [, , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1073.845887] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-1d5c2009-3bfd-443b-bcdb-fcdd08aba3ef" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1073.845956] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-1d5c2009-3bfd-443b-bcdb-fcdd08aba3ef" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1073.846143] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-1d5c2009-3bfd-443b-bcdb-fcdd08aba3ef" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1073.846219] env[62265]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('1d5c2009-3bfd-443b-bcdb-fcdd08aba3ef',) {} {{(pid=62265) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1073.847023] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b70db8a6-589b-46f1-ab50-a8fac5cfe516 taken with stack trace [, , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1073.847175] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b70db8a6-589b-46f1-ab50-a8fac5cfe516" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1073.847214] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b70db8a6-589b-46f1-ab50-a8fac5cfe516" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1073.847346] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b70db8a6-589b-46f1-ab50-a8fac5cfe516" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1073.847417] env[62265]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b70db8a6-589b-46f1-ab50-a8fac5cfe516',) {} {{(pid=62265) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1073.848136] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock rules-8e819c63-7596-440c-a537-a09e7fc35017 taken with stack trace [, , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1073.848242] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-8e819c63-7596-440c-a537-a09e7fc35017" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1073.848305] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-8e819c63-7596-440c-a537-a09e7fc35017" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1073.848803] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-8e819c63-7596-440c-a537-a09e7fc35017" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1073.848803] env[62265]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('8e819c63-7596-440c-a537-a09e7fc35017',) {} {{(pid=62265) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1073.849477] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock rules-71fd9bd9-c65c-467d-adb1-9c6f61cda6c0 taken with stack trace [, , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1073.849596] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-71fd9bd9-c65c-467d-adb1-9c6f61cda6c0" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1073.849710] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-71fd9bd9-c65c-467d-adb1-9c6f61cda6c0" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1073.850307] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-71fd9bd9-c65c-467d-adb1-9c6f61cda6c0" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1073.850307] env[62265]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('71fd9bd9-c65c-467d-adb1-9c6f61cda6c0',) {} {{(pid=62265) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1073.850827] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b1e841f0-3465-4e49-a96e-4a0c405f1a8b taken with stack trace [, , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1073.850827] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b1e841f0-3465-4e49-a96e-4a0c405f1a8b" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1073.850827] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b1e841f0-3465-4e49-a96e-4a0c405f1a8b" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1073.852986] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b1e841f0-3465-4e49-a96e-4a0c405f1a8b" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1073.852986] env[62265]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b1e841f0-3465-4e49-a96e-4a0c405f1a8b',) {} {{(pid=62265) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1073.852986] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock rules-7d8f4397-acf6-4c55-898c-ac910f9cc1ad taken with stack trace [, , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1073.852986] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-7d8f4397-acf6-4c55-898c-ac910f9cc1ad" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1073.852986] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-7d8f4397-acf6-4c55-898c-ac910f9cc1ad" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1073.852986] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-7d8f4397-acf6-4c55-898c-ac910f9cc1ad" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1073.852986] env[62265]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('7d8f4397-acf6-4c55-898c-ac910f9cc1ad',) {} {{(pid=62265) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1073.852986] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock rules-617a5cdb-9e2d-4824-b793-343dab01f226 taken with stack trace [, , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1073.852986] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-617a5cdb-9e2d-4824-b793-343dab01f226" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1073.852986] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-617a5cdb-9e2d-4824-b793-343dab01f226" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1073.852986] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-617a5cdb-9e2d-4824-b793-343dab01f226" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1073.853544] env[62265]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('617a5cdb-9e2d-4824-b793-343dab01f226',) {} {{(pid=62265) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1073.853842] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock rules-79da967e-55fc-41b9-83c0-c9f15f067d9c taken with stack trace [, , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1073.853926] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-79da967e-55fc-41b9-83c0-c9f15f067d9c" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1073.854915] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock rules-cb4fb40c-9e72-4175-af16-071ca2d9e786 taken with stack trace [, , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1073.854915] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-cb4fb40c-9e72-4175-af16-071ca2d9e786" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1073.854915] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-cb4fb40c-9e72-4175-af16-071ca2d9e786" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1073.854915] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-cb4fb40c-9e72-4175-af16-071ca2d9e786" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1073.854915] env[62265]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('cb4fb40c-9e72-4175-af16-071ca2d9e786',) {} {{(pid=62265) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1073.855267] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock rules-2d57abaa-8212-4767-bbc2-73a55a973bd5 taken with stack trace [, , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1073.855333] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-2d57abaa-8212-4767-bbc2-73a55a973bd5" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1073.855378] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-2d57abaa-8212-4767-bbc2-73a55a973bd5" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1073.855975] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-2d57abaa-8212-4767-bbc2-73a55a973bd5" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1073.855975] env[62265]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('2d57abaa-8212-4767-bbc2-73a55a973bd5',) {} {{(pid=62265) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1073.856351] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e0077c22-f917-4c69-afe4-010a0e0b6642 taken with stack trace [, , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1073.856455] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e0077c22-f917-4c69-afe4-010a0e0b6642" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1073.856518] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e0077c22-f917-4c69-afe4-010a0e0b6642" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1073.856699] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e0077c22-f917-4c69-afe4-010a0e0b6642" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1073.856767] env[62265]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e0077c22-f917-4c69-afe4-010a0e0b6642',) {} {{(pid=62265) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1073.862028] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock rules-816c28a4-7b3d-4ec6-b8a7-98e59cf7a51f taken with stack trace [, , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1073.862028] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-816c28a4-7b3d-4ec6-b8a7-98e59cf7a51f" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1073.862028] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-816c28a4-7b3d-4ec6-b8a7-98e59cf7a51f" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1073.862028] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-816c28a4-7b3d-4ec6-b8a7-98e59cf7a51f" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1073.862028] env[62265]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('816c28a4-7b3d-4ec6-b8a7-98e59cf7a51f',) {} {{(pid=62265) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1073.862028] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock rules-3649d9fc-24f4-43f3-8426-2fff76636e76 taken with stack trace [, , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1073.862028] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-3649d9fc-24f4-43f3-8426-2fff76636e76" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1073.862028] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-3649d9fc-24f4-43f3-8426-2fff76636e76" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1073.862028] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-3649d9fc-24f4-43f3-8426-2fff76636e76" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1073.862028] env[62265]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('3649d9fc-24f4-43f3-8426-2fff76636e76',) {} {{(pid=62265) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1073.862621] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c7896376-3ae0-4ee9-a94f-7f706bd582fc taken with stack trace [, , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1073.862729] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c7896376-3ae0-4ee9-a94f-7f706bd582fc" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1073.862798] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c7896376-3ae0-4ee9-a94f-7f706bd582fc" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1073.862966] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c7896376-3ae0-4ee9-a94f-7f706bd582fc" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1073.863050] env[62265]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c7896376-3ae0-4ee9-a94f-7f706bd582fc',) {} {{(pid=62265) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1073.863772] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock rules-62a27616-2753-4d3e-9cd4-e35381d18526 taken with stack trace [, , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1073.863882] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-62a27616-2753-4d3e-9cd4-e35381d18526" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1073.863967] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-62a27616-2753-4d3e-9cd4-e35381d18526" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1073.864119] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-62a27616-2753-4d3e-9cd4-e35381d18526" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1073.864189] env[62265]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('62a27616-2753-4d3e-9cd4-e35381d18526',) {} {{(pid=62265) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1073.865051] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock rules-dc2ad724-10b0-47a3-8d65-dee712e865b1 taken with stack trace [, , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1073.865159] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-dc2ad724-10b0-47a3-8d65-dee712e865b1" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1073.865221] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-dc2ad724-10b0-47a3-8d65-dee712e865b1" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1073.865376] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-dc2ad724-10b0-47a3-8d65-dee712e865b1" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1073.865448] env[62265]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('dc2ad724-10b0-47a3-8d65-dee712e865b1',) {} {{(pid=62265) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1073.870397] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock rules-3e1f7799-a742-4f42-88dc-efdc9eab9a19 taken with stack trace [, , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1073.870397] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-3e1f7799-a742-4f42-88dc-efdc9eab9a19" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1073.870397] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-3e1f7799-a742-4f42-88dc-efdc9eab9a19" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1073.870397] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-3e1f7799-a742-4f42-88dc-efdc9eab9a19" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1073.870397] env[62265]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('3e1f7799-a742-4f42-88dc-efdc9eab9a19',) {} {{(pid=62265) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1073.870397] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock rules-da93af02-3b4e-409c-8e28-ed7c1e3287ca taken with stack trace [, , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1073.870397] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-da93af02-3b4e-409c-8e28-ed7c1e3287ca" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1073.870397] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-da93af02-3b4e-409c-8e28-ed7c1e3287ca" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1073.870397] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-da93af02-3b4e-409c-8e28-ed7c1e3287ca" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1073.870397] env[62265]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('da93af02-3b4e-409c-8e28-ed7c1e3287ca',) {} {{(pid=62265) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1073.874529] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock rules-af4b8eea-a7de-4eb1-925b-bffef6669374 taken with stack trace [, , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1073.874529] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-af4b8eea-a7de-4eb1-925b-bffef6669374" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1073.874529] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-af4b8eea-a7de-4eb1-925b-bffef6669374" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1073.874529] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-af4b8eea-a7de-4eb1-925b-bffef6669374" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1073.874529] env[62265]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('af4b8eea-a7de-4eb1-925b-bffef6669374',) {} {{(pid=62265) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1074.375073] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock member-617a5cdb-9e2d-4824-b793-343dab01f226 taken with stack trace [, , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1074.375248] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-617a5cdb-9e2d-4824-b793-343dab01f226" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1074.375248] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-617a5cdb-9e2d-4824-b793-343dab01f226" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1074.375388] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-617a5cdb-9e2d-4824-b793-343dab01f226" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1074.375559] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1074.375733] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1074.375801] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1074.375956] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1074.376055] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1074.376163] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-617a5cdb-9e2d-4824-b793-343dab01f226" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1074.376455] env[62265]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('617a5cdb-9e2d-4824-b793-343dab01f226',) {} {{(pid=62265) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1074.378449] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock member-b70db8a6-589b-46f1-ab50-a8fac5cfe516 taken with stack trace [, , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1074.378563] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b70db8a6-589b-46f1-ab50-a8fac5cfe516" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1074.378631] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b70db8a6-589b-46f1-ab50-a8fac5cfe516" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1074.378832] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b70db8a6-589b-46f1-ab50-a8fac5cfe516" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1074.379016] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1074.379149] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1074.379231] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1074.379397] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1074.379502] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1074.379979] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b70db8a6-589b-46f1-ab50-a8fac5cfe516" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1074.379979] env[62265]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('b70db8a6-589b-46f1-ab50-a8fac5cfe516',) {} {{(pid=62265) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1074.383020] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock member-3649d9fc-24f4-43f3-8426-2fff76636e76 taken with stack trace [, , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1074.383146] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3649d9fc-24f4-43f3-8426-2fff76636e76" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1074.383220] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3649d9fc-24f4-43f3-8426-2fff76636e76" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1074.383384] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3649d9fc-24f4-43f3-8426-2fff76636e76" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1074.383541] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1074.383614] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1074.383777] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1074.383820] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1074.383889] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1074.383972] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3649d9fc-24f4-43f3-8426-2fff76636e76" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1074.384067] env[62265]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('3649d9fc-24f4-43f3-8426-2fff76636e76',) {} {{(pid=62265) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1074.384978] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock member-8e819c63-7596-440c-a537-a09e7fc35017 taken with stack trace [, , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1074.385097] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8e819c63-7596-440c-a537-a09e7fc35017" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1074.385129] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8e819c63-7596-440c-a537-a09e7fc35017" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1074.385292] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8e819c63-7596-440c-a537-a09e7fc35017" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1074.385438] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1074.385555] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1074.385620] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1074.385786] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1074.385872] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1074.385956] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8e819c63-7596-440c-a537-a09e7fc35017" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1074.386100] env[62265]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('8e819c63-7596-440c-a537-a09e7fc35017',) {} {{(pid=62265) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1074.387650] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock member-62a27616-2753-4d3e-9cd4-e35381d18526 taken with stack trace [, , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1074.387777] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-62a27616-2753-4d3e-9cd4-e35381d18526" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1074.387814] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-62a27616-2753-4d3e-9cd4-e35381d18526" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1074.387967] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-62a27616-2753-4d3e-9cd4-e35381d18526" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1074.388125] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1074.388221] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1074.388305] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1074.388439] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1074.388481] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1074.388677] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-62a27616-2753-4d3e-9cd4-e35381d18526" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1074.388677] env[62265]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('62a27616-2753-4d3e-9cd4-e35381d18526',) {} {{(pid=62265) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1074.393484] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock member-7d8f4397-acf6-4c55-898c-ac910f9cc1ad taken with stack trace [, , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1074.393484] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7d8f4397-acf6-4c55-898c-ac910f9cc1ad" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1074.393484] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7d8f4397-acf6-4c55-898c-ac910f9cc1ad" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1074.394196] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7d8f4397-acf6-4c55-898c-ac910f9cc1ad" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1074.394196] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1074.394196] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1074.394196] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1074.394196] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1074.394536] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1074.394536] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7d8f4397-acf6-4c55-898c-ac910f9cc1ad" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1074.394536] env[62265]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('7d8f4397-acf6-4c55-898c-ac910f9cc1ad',) {} {{(pid=62265) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1074.452118] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1074.452322] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1074.452382] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1074.452646] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1074.454551] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1074.454697] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1074.455537] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1074.455634] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1074.456642] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1074.456642] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1074.457327] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 79da967e-55fc-41b9-83c0-c9f15f067d9c in Status: SUCCESS [ 1074.457483] env[62265]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 79da967e-55fc-41b9-83c0-c9f15f067d9c deletion is rescheduled due to dependency. [ 1074.457584] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-79da967e-55fc-41b9-83c0-c9f15f067d9c" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1074.458319] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1074.458413] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1074.464441] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1074.464555] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1074.467417] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1074.467511] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1074.468543] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1074.468543] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1074.468812] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1074.468812] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1074.470712] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1074.470826] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1074.472516] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1074.472516] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1074.472776] env[62265]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1074.473392] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1074.473481] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1074.474066] env[62265]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1074.474460] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1074.474546] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1074.492096] env[62265]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1074.492096] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1074.492190] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: cb4fb40c-9e72-4175-af16-071ca2d9e786 is going to be deleted. [ 1074.493162] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1074.493370] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1074.529591] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1074.529720] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 71fd9bd9-c65c-467d-adb1-9c6f61cda6c0 is going to be deleted. [ 1074.530765] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1074.531118] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1074.543104] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 79da967e-55fc-41b9-83c0-c9f15f067d9c in Status: SUCCESS [ 1074.544144] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-79da967e-55fc-41b9-83c0-c9f15f067d9c" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1074.544144] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-79da967e-55fc-41b9-83c0-c9f15f067d9c" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1074.544144] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-79da967e-55fc-41b9-83c0-c9f15f067d9c" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1074.544144] env[62265]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('79da967e-55fc-41b9-83c0-c9f15f067d9c',) {} {{(pid=62265) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1074.568245] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1074.568440] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e0077c22-f917-4c69-afe4-010a0e0b6642 is going to be deleted. [ 1074.569799] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1074.570019] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1074.605070] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1074.605070] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1074.605070] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1074.605070] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 816c28a4-7b3d-4ec6-b8a7-98e59cf7a51f is going to be deleted. [ 1074.605855] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1074.606107] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1074.607720] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1074.607848] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1074.641620] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1074.641857] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: da93af02-3b4e-409c-8e28-ed7c1e3287ca is going to be deleted. [ 1074.642765] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1074.642988] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1074.713244] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1074.713375] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1074.715403] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1074.715931] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1074.716910] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1074.717243] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b1e841f0-3465-4e49-a96e-4a0c405f1a8b is going to be deleted. [ 1074.718430] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1074.718430] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1074.799600] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1074.799851] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 1d5c2009-3bfd-443b-bcdb-fcdd08aba3ef is going to be deleted. [ 1074.800890] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1074.801140] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1074.836116] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1074.836436] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1074.878730] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1074.879544] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1074.900428] env[62265]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('8e819c63-7596-440c-a537-a09e7fc35017',) {} {{(pid=62265) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1074.901423] env[62265]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('617a5cdb-9e2d-4824-b793-343dab01f226',) {} {{(pid=62265) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1074.902966] env[62265]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('62a27616-2753-4d3e-9cd4-e35381d18526',) {} {{(pid=62265) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1074.903737] env[62265]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('3649d9fc-24f4-43f3-8426-2fff76636e76',) {} {{(pid=62265) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1074.904475] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock member-b70db8a6-589b-46f1-ab50-a8fac5cfe516 taken with stack trace [, , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1074.904588] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b70db8a6-589b-46f1-ab50-a8fac5cfe516" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1074.904658] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b70db8a6-589b-46f1-ab50-a8fac5cfe516" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1074.904885] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b70db8a6-589b-46f1-ab50-a8fac5cfe516" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1074.905073] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1074.905174] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1074.905237] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1074.905390] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1074.905471] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1074.905558] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b70db8a6-589b-46f1-ab50-a8fac5cfe516" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1074.905728] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock member-b70db8a6-589b-46f1-ab50-a8fac5cfe516 taken with stack trace [, , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1074.905823] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b70db8a6-589b-46f1-ab50-a8fac5cfe516" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1074.905883] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b70db8a6-589b-46f1-ab50-a8fac5cfe516" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1074.906035] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b70db8a6-589b-46f1-ab50-a8fac5cfe516" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1074.906172] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1074.906263] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1074.906321] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1074.906455] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1074.906578] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1074.906613] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b70db8a6-589b-46f1-ab50-a8fac5cfe516" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1074.906679] env[62265]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('b70db8a6-589b-46f1-ab50-a8fac5cfe516',) {} {{(pid=62265) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1074.910465] env[62265]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('7d8f4397-acf6-4c55-898c-ac910f9cc1ad',) {} {{(pid=62265) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1074.912901] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1074.913081] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 833f3169-0676-4778-a13d-0e996caf86c3 is going to be deleted. [ 1074.914285] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1074.914676] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1074.970659] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1074.970905] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: dc2ad724-10b0-47a3-8d65-dee712e865b1 is going to be deleted. [ 1074.971721] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1074.972013] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1075.011988] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1075.012130] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1075.014275] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1075.015292] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1075.019307] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1075.019669] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: af4b8eea-a7de-4eb1-925b-bffef6669374 is going to be deleted. [ 1075.020591] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1075.020807] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1075.078020] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1075.078020] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 2d57abaa-8212-4767-bbc2-73a55a973bd5 is going to be deleted. [ 1075.078020] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1075.078020] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1075.078789] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1075.079034] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1075.079751] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1075.079983] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1075.139305] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1075.139305] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 3e1f7799-a742-4f42-88dc-efdc9eab9a19 is going to be deleted. [ 1075.139305] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1075.139305] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1075.184839] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1075.184839] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1075.201031] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1075.201031] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c7896376-3ae0-4ee9-a94f-7f706bd582fc is going to be deleted. [ 1075.201031] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1075.201031] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1075.201031] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1075.201031] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-cb4fb40c-9e72-4175-af16-071ca2d9e786" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1075.201031] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1075.201031] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1075.201031] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1075.201031] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-71fd9bd9-c65c-467d-adb1-9c6f61cda6c0" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1075.202017] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1075.202330] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1075.202538] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1075.202845] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e0077c22-f917-4c69-afe4-010a0e0b6642" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1075.207029] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1075.207029] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1075.207029] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1075.207029] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-816c28a4-7b3d-4ec6-b8a7-98e59cf7a51f" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1075.207029] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1075.207029] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1075.207029] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1075.207029] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-da93af02-3b4e-409c-8e28-ed7c1e3287ca" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1075.207029] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1075.207029] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1075.207029] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1075.207029] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b1e841f0-3465-4e49-a96e-4a0c405f1a8b" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1075.207029] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1075.207029] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1075.207029] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1075.207029] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-1d5c2009-3bfd-443b-bcdb-fcdd08aba3ef" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1075.207029] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1075.207029] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1075.207029] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1075.207029] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-833f3169-0676-4778-a13d-0e996caf86c3" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1075.208048] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1075.210884] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1075.210884] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1075.210884] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 79da967e-55fc-41b9-83c0-c9f15f067d9c is going to be deleted. [ 1075.210884] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1075.210884] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1075.210884] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1075.210884] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-dc2ad724-10b0-47a3-8d65-dee712e865b1" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1075.210884] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1075.210884] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1075.210884] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1075.210884] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-af4b8eea-a7de-4eb1-925b-bffef6669374" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1075.244847] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1075.246022] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1075.246022] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1075.246022] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1075.246022] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1075.246022] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-2d57abaa-8212-4767-bbc2-73a55a973bd5" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1075.259549] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1075.259549] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1075.259549] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1075.259549] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1075.259549] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1075.259549] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-3e1f7799-a742-4f42-88dc-efdc9eab9a19" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1075.340028] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1075.340028] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1075.340028] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1075.340028] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1075.340028] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1075.340028] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c7896376-3ae0-4ee9-a94f-7f706bd582fc" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1075.340028] env[62265]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1075.340028] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1075.340028] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1075.340028] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1075.340028] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1075.340028] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1075.340028] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-79da967e-55fc-41b9-83c0-c9f15f067d9c" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1075.343584] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-79da967e-55fc-41b9-83c0-c9f15f067d9c" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1075.343584] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-79da967e-55fc-41b9-83c0-c9f15f067d9c" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1075.343584] env[62265]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('79da967e-55fc-41b9-83c0-c9f15f067d9c',) {} {{(pid=62265) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1075.403836] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 8e819c63-7596-440c-a537-a09e7fc35017: rpc.has_security_group_logging(os_id): False [ 1075.410752] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 617a5cdb-9e2d-4824-b793-343dab01f226: rpc.has_security_group_logging(os_id): False [ 1075.412296] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 62a27616-2753-4d3e-9cd4-e35381d18526: rpc.has_security_group_logging(os_id): False [ 1075.412933] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 3649d9fc-24f4-43f3-8426-2fff76636e76: rpc.has_security_group_logging(os_id): False [ 1075.415906] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 7d8f4397-acf6-4c55-898c-ac910f9cc1ad: rpc.has_security_group_logging(os_id): False [ 1075.416755] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for b70db8a6-589b-46f1-ab50-a8fac5cfe516: rpc.has_security_group_logging(os_id): False [ 1075.445063] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1075.445237] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1075.445313] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1075.445529] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1075.466846] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1075.466846] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1075.466957] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1075.467183] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1075.471197] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1075.471356] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1075.472196] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1075.472315] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1075.487220] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1075.487392] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1075.494347] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1075.494347] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1075.494586] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1075.494586] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1075.494772] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1075.494887] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1075.494954] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 617a5cdb-9e2d-4824-b793-343dab01f226 is going to be updated. [ 1075.496480] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1075.496673] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1075.550780] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1075.551260] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1075.551385] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1075.551565] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1075.551762] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1075.551853] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1075.551961] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 3649d9fc-24f4-43f3-8426-2fff76636e76 is going to be updated. [ 1075.553535] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1075.553753] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1075.604342] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1075.604760] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1075.604883] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1075.604951] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1075.606399] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1075.606568] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1075.606688] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 62a27616-2753-4d3e-9cd4-e35381d18526 is going to be updated. [ 1075.607855] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1075.609908] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1075.611828] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1075.611926] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1075.638681] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1075.639012] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1075.639137] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1075.639385] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1075.639632] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1075.639718] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1075.640480] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1075.640480] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1075.640480] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1075.640480] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1075.640480] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1075.640744] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1075.640744] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1075.640744] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1075.641042] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1075.641042] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1075.641365] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b70db8a6-589b-46f1-ab50-a8fac5cfe516 is going to be updated. [ 1075.642663] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1075.642663] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1075.649223] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1075.649390] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1075.706395] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1075.706729] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1075.706848] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1075.707127] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1075.707242] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1075.707385] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1075.707535] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 8e819c63-7596-440c-a537-a09e7fc35017 is going to be updated. [ 1075.708705] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1075.708891] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1075.709811] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1075.711505] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1075.711744] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1075.713804] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1075.713907] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1075.762376] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1075.762837] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1075.763116] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1075.763116] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1075.763363] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1075.763504] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1075.763695] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 7d8f4397-acf6-4c55-898c-ac910f9cc1ad is going to be updated. [ 1075.765334] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1075.765558] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1075.765796] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1075.766812] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1075.767102] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1075.767288] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1075.769192] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 617a5cdb-9e2d-4824-b793-343dab01f226 in Status: IN_PROGRESS for 2s [ 1075.781063] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1075.781063] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1075.781063] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1075.781293] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1075.781325] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1075.798561] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 3649d9fc-24f4-43f3-8426-2fff76636e76 in Status: IN_PROGRESS for 2s [ 1075.799365] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 62a27616-2753-4d3e-9cd4-e35381d18526 in Status: IN_PROGRESS for 2s [ 1075.829658] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1075.829903] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1075.829903] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1075.830162] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1075.830325] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1075.874381] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b70db8a6-589b-46f1-ab50-a8fac5cfe516 in Status: IN_PROGRESS for 2s [ 1075.875365] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 8e819c63-7596-440c-a537-a09e7fc35017 in Status: IN_PROGRESS for 2s [ 1075.882788] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1075.882788] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1075.882788] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1075.883148] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1075.883148] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1075.883148] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 79da967e-55fc-41b9-83c0-c9f15f067d9c already deleted. [ 1075.883148] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-79da967e-55fc-41b9-83c0-c9f15f067d9c" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1075.920543] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1075.920821] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1075.920821] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1075.921158] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1075.921300] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1075.970090] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 7d8f4397-acf6-4c55-898c-ac910f9cc1ad in Status: IN_PROGRESS for 2s [ 1077.785081] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 617a5cdb-9e2d-4824-b793-343dab01f226 in Status: SUCCESS [ 1077.785263] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-617a5cdb-9e2d-4824-b793-343dab01f226" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1077.810554] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 3649d9fc-24f4-43f3-8426-2fff76636e76 in Status: SUCCESS [ 1077.810825] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-3649d9fc-24f4-43f3-8426-2fff76636e76" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1077.811800] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 62a27616-2753-4d3e-9cd4-e35381d18526 in Status: SUCCESS [ 1077.811989] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-62a27616-2753-4d3e-9cd4-e35381d18526" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1077.892722] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 8e819c63-7596-440c-a537-a09e7fc35017 in Status: SUCCESS [ 1077.893660] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-8e819c63-7596-440c-a537-a09e7fc35017" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1077.893755] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b70db8a6-589b-46f1-ab50-a8fac5cfe516 in Status: SUCCESS [ 1077.893921] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b70db8a6-589b-46f1-ab50-a8fac5cfe516" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1077.982923] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 7d8f4397-acf6-4c55-898c-ac910f9cc1ad in Status: SUCCESS [ 1077.983187] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-7d8f4397-acf6-4c55-898c-ac910f9cc1ad" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1078.845189] env[62265]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1078.845552] env[62265]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1080.663981] env[62265]: INFO networking_nsxv3.common.synchronization [None req-82f84c4a-f142-429a-8e1a-5f2eef6656ad None None] Enqueued Resource ID: 071005dc-2a5d-40ff-bb60-17986889ed8b with Priority: HIGHEST for action port [ 1080.664707] env[62265]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 071005dc-2a5d-40ff-bb60-17986889ed8b with Priority: HIGHEST for action port [ 1080.665585] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock port-071005dc-2a5d-40ff-bb60-17986889ed8b taken with stack trace [, , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1080.665770] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-071005dc-2a5d-40ff-bb60-17986889ed8b" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1080.665843] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-071005dc-2a5d-40ff-bb60-17986889ed8b" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1080.666456] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-071005dc-2a5d-40ff-bb60-17986889ed8b" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1080.666456] env[62265]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('071005dc-2a5d-40ff-bb60-17986889ed8b',) {} {{(pid=62265) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1081.168897] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 071005dc-2a5d-40ff-bb60-17986889ed8b [ 1081.169244] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1081.169384] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1081.169457] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1081.169662] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1081.169786] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1081.169844] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:071005dc-2a5d-40ff-bb60-17986889ed8b already deleted. [ 1081.169922] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-071005dc-2a5d-40ff-bb60-17986889ed8b" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1082.740092] env[62265]: INFO networking_nsxv3.common.synchronization [None req-28c93579-4c6d-4431-9115-b686a0b393da None None] Enqueued Resource ID: b1f4ac75-a557-4e9e-a943-13a07d55d5a8 with Priority: HIGHEST for action port [ 1082.740306] env[62265]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b1f4ac75-a557-4e9e-a943-13a07d55d5a8 with Priority: HIGHEST for action port [ 1082.741048] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock port-b1f4ac75-a557-4e9e-a943-13a07d55d5a8 taken with stack trace [, , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1082.741048] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b1f4ac75-a557-4e9e-a943-13a07d55d5a8" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1082.741048] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b1f4ac75-a557-4e9e-a943-13a07d55d5a8" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1082.741352] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b1f4ac75-a557-4e9e-a943-13a07d55d5a8" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1082.741401] env[62265]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b1f4ac75-a557-4e9e-a943-13a07d55d5a8',) {} {{(pid=62265) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1083.244276] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port b1f4ac75-a557-4e9e-a943-13a07d55d5a8 [ 1083.244560] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1083.244697] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1083.244769] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1083.245216] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1083.245298] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1083.245399] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:b1f4ac75-a557-4e9e-a943-13a07d55d5a8 already deleted. [ 1083.245483] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b1f4ac75-a557-4e9e-a943-13a07d55d5a8" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1085.761208] env[62265]: INFO networking_nsxv3.common.synchronization [req-73183d2a-057a-49a5-a0ad-130552a93c34 req-adbb7762-d197-4e5d-b669-f99bf0129308 tempest-ServerRescueNegativeTestJSON-801777048 tempest-ServerRescueNegativeTestJSON-801777048-project-member] Enqueued Resource ID: 7153b458-f301-4578-9e41-e8a10d3e2733 with Priority: HIGHEST for action security_group_members [ 1085.761763] env[62265]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7153b458-f301-4578-9e41-e8a10d3e2733 with Priority: HIGHEST for action security_group_members [ 1085.762101] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock member-7153b458-f301-4578-9e41-e8a10d3e2733 taken with stack trace [, , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1085.762227] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7153b458-f301-4578-9e41-e8a10d3e2733" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1085.762320] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7153b458-f301-4578-9e41-e8a10d3e2733" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1085.762528] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7153b458-f301-4578-9e41-e8a10d3e2733" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1085.762680] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1085.762782] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1085.762840] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1085.762984] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1085.763059] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1085.763153] env[62265]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7153b458-f301-4578-9e41-e8a10d3e2733',) {} {{(pid=62265) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1086.265730] env[62265]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('7153b458-f301-4578-9e41-e8a10d3e2733',) {} {{(pid=62265) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1086.568243] env[62265]: INFO networking_nsxv3.common.synchronization [req-ed6f2040-faf2-4d60-911c-ee9c6a209fc1 req-a641e3e5-3671-44e9-bc06-e2ac7995df4f tempest-AttachInterfacesTestJSON-467207588 tempest-AttachInterfacesTestJSON-467207588-project-member] Enqueued Resource ID: 7d8f4397-acf6-4c55-898c-ac910f9cc1ad with Priority: HIGHEST for action security_group_members [ 1086.568675] env[62265]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7d8f4397-acf6-4c55-898c-ac910f9cc1ad with Priority: HIGHEST for action security_group_members [ 1086.570394] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock member-7d8f4397-acf6-4c55-898c-ac910f9cc1ad taken with stack trace [, , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1086.570394] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7d8f4397-acf6-4c55-898c-ac910f9cc1ad" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1086.570394] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7d8f4397-acf6-4c55-898c-ac910f9cc1ad" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1086.570394] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7d8f4397-acf6-4c55-898c-ac910f9cc1ad" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1086.570394] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1086.570394] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1086.570394] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1086.570394] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1086.570394] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1086.570394] env[62265]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7d8f4397-acf6-4c55-898c-ac910f9cc1ad',) {} {{(pid=62265) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1086.769283] env[62265]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('7153b458-f301-4578-9e41-e8a10d3e2733',) {} {{(pid=62265) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1086.940482] env[62265]: DEBUG networking_nsxv3.common.locking [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Lock network-838 taken with stack trace [, , , , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1086.940869] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquiring lock "network-838" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1086.940869] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquired lock "network-838" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1086.941075] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquired external semaphore "network-838" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1086.941343] env[62265]: DEBUG networking_nsxv3.common.locking [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1086.941569] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquiring lock "Segment" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1086.941646] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquired lock "Segment" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1086.941823] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquired external semaphore "Segment" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1086.941966] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Releasing lock "Segment" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1086.942191] env[62265]: DEBUG dogpile.cache.region [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] No value present for key: 'zone-id' {{(pid=62265) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1086.942395] env[62265]: DEBUG dogpile.lock [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] NeedRegenerationException {{(pid=62265) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1086.942479] env[62265]: DEBUG dogpile.lock [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] no value, waiting for create lock {{(pid=62265) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1086.942533] env[62265]: DEBUG dogpile.lock [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] value creation lock acquired {{(pid=62265) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1086.942649] env[62265]: DEBUG dogpile.cache.region [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] No value present for key: 'zone-id' {{(pid=62265) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1086.942733] env[62265]: DEBUG dogpile.lock [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Calling creation function for not-yet-present value {{(pid=62265) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1086.942886] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1086.968911] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1086.969039] env[62265]: DEBUG dogpile.cache.region [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Cache value generated in 0.026 seconds for key(s): 'zone-id' {{(pid=62265) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1086.969142] env[62265]: DEBUG dogpile.lock [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Released creation lock {{(pid=62265) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1086.969340] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Releasing lock "network-838" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1086.969634] env[62265]: DEBUG networking_nsxv3.common.locking [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Lock port-22d56068-a5d6-431e-9089-dabfc13d9a8f taken with stack trace [, , , , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1086.969824] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquiring lock "port-22d56068-a5d6-431e-9089-dabfc13d9a8f" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1086.969950] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquired lock "port-22d56068-a5d6-431e-9089-dabfc13d9a8f" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1086.970341] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquired external semaphore "port-22d56068-a5d6-431e-9089-dabfc13d9a8f" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1086.970489] env[62265]: DEBUG networking_nsxv3.api.rpc [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('22d56068-a5d6-431e-9089-dabfc13d9a8f',) {} {{(pid=62265) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1087.072017] env[62265]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('7d8f4397-acf6-4c55-898c-ac910f9cc1ad',) {} {{(pid=62265) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1087.271328] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1087.271559] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1087.271660] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1087.271941] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1087.272072] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1087.272198] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7153b458-f301-4578-9e41-e8a10d3e2733 is going to be updated. [ 1087.299935] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1087.300120] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1087.300199] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1087.300367] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1087.300516] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1087.308563] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7153b458-f301-4578-9e41-e8a10d3e2733 in Status: IN_PROGRESS for 2s [ 1087.472882] env[62265]: DEBUG networking_nsxv3.common.locking [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1087.473266] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquiring lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1087.473490] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquired lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1087.473916] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquired external semaphore "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1087.474211] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Releasing lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1087.474480] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Segment Port 22d56068-a5d6-431e-9089-dabfc13d9a8f not found, creating... [ 1087.474916] env[62265]: DEBUG networking_nsxv3.common.locking [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1087.475405] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquiring lock "Segment" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1087.475707] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquired lock "Segment" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1087.476158] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquired external semaphore "Segment" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1087.476459] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Releasing lock "Segment" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1087.477008] env[62265]: DEBUG networking_nsxv3.common.locking [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1087.477387] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquiring lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1087.477671] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquired lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1087.478130] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquired external semaphore "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1087.478450] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Releasing lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1087.478769] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Resource: SegmentPort with ID: 22d56068-a5d6-431e-9089-dabfc13d9a8f is going to be created. [ 1087.499119] env[62265]: DEBUG networking_nsxv3.common.locking [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1087.499352] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquiring lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1087.499483] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquired lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1087.499845] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquired external semaphore "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1087.499991] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Releasing lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1087.500233] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Releasing lock "port-22d56068-a5d6-431e-9089-dabfc13d9a8f" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1087.573962] env[62265]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('7d8f4397-acf6-4c55-898c-ac910f9cc1ad',) {} {{(pid=62265) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1088.076162] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1088.076493] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1088.076540] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1088.076803] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1088.076946] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1088.077114] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7d8f4397-acf6-4c55-898c-ac910f9cc1ad is going to be updated. [ 1088.103704] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1088.103856] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1088.103931] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1088.104163] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1088.104877] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1088.113620] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7d8f4397-acf6-4c55-898c-ac910f9cc1ad in Status: IN_PROGRESS for 2s [ 1088.199632] env[62265]: INFO networking_nsxv3.common.synchronization [req-ed6f2040-faf2-4d60-911c-ee9c6a209fc1 req-94eb0d67-f9d0-4250-b973-7a071ee73d51 service nova] Enqueued Resource ID: 7d8f4397-acf6-4c55-898c-ac910f9cc1ad with Priority: HIGHEST for action security_group_rules [ 1088.199817] env[62265]: INFO networking_nsxv3.common.synchronization [req-ed6f2040-faf2-4d60-911c-ee9c6a209fc1 req-94eb0d67-f9d0-4250-b973-7a071ee73d51 service nova] Enqueued Resource ID: 7d8f4397-acf6-4c55-898c-ac910f9cc1ad with Priority: HIGHEST for action security_group_members [ 1088.199960] env[62265]: INFO networking_nsxv3.common.synchronization [req-ed6f2040-faf2-4d60-911c-ee9c6a209fc1 req-94eb0d67-f9d0-4250-b973-7a071ee73d51 service nova] Enqueued Resource ID: 22d56068-a5d6-431e-9089-dabfc13d9a8f with Priority: HIGHEST for action port [ 1088.200702] env[62265]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7d8f4397-acf6-4c55-898c-ac910f9cc1ad with Priority: HIGHEST for action security_group_rules [ 1088.200702] env[62265]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7d8f4397-acf6-4c55-898c-ac910f9cc1ad with Priority: HIGHEST for action security_group_members [ 1088.200702] env[62265]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 22d56068-a5d6-431e-9089-dabfc13d9a8f with Priority: HIGHEST for action port [ 1088.200972] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock rules-7d8f4397-acf6-4c55-898c-ac910f9cc1ad taken with stack trace [, , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1088.203558] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-7d8f4397-acf6-4c55-898c-ac910f9cc1ad" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1088.203558] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-7d8f4397-acf6-4c55-898c-ac910f9cc1ad" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1088.203558] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-7d8f4397-acf6-4c55-898c-ac910f9cc1ad" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1088.203558] env[62265]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('7d8f4397-acf6-4c55-898c-ac910f9cc1ad',) {} {{(pid=62265) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1088.203558] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock member-7d8f4397-acf6-4c55-898c-ac910f9cc1ad taken with stack trace [, , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1088.203558] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7d8f4397-acf6-4c55-898c-ac910f9cc1ad" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1088.203558] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock port-22d56068-a5d6-431e-9089-dabfc13d9a8f taken with stack trace [, , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1088.203558] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-22d56068-a5d6-431e-9089-dabfc13d9a8f" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1088.203558] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-22d56068-a5d6-431e-9089-dabfc13d9a8f" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1088.204042] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-22d56068-a5d6-431e-9089-dabfc13d9a8f" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1088.204042] env[62265]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('22d56068-a5d6-431e-9089-dabfc13d9a8f',) {} {{(pid=62265) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1088.707522] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock member-7d8f4397-acf6-4c55-898c-ac910f9cc1ad taken with stack trace [, , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1088.707719] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7d8f4397-acf6-4c55-898c-ac910f9cc1ad" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1088.707956] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 22d56068-a5d6-431e-9089-dabfc13d9a8f with status ACTIVE [ 1088.708180] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1088.708293] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1088.708341] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1088.708530] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1088.708619] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1088.708799] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1088.708894] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1088.708959] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1088.709137] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1088.709208] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1088.709405] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1088.709520] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1088.709561] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1088.709684] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1088.709755] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1088.710066] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 22d56068-a5d6-431e-9089-dabfc13d9a8f is going to be updated. [ 1088.755805] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1088.756065] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1088.756138] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1088.756366] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1088.756465] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1088.756632] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-22d56068-a5d6-431e-9089-dabfc13d9a8f" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1089.020142] env[62265]: INFO networking_nsxv3.common.synchronization [req-2c59220a-160c-4fc0-9fd4-68e7fc0a3a76 req-e052f1f3-31de-45ad-9125-ff000710a7a3 tempest-ImagesNegativeTestJSON-665855607 tempest-ImagesNegativeTestJSON-665855607-project-member] Enqueued Resource ID: e5346c1d-c1df-4bc2-97ae-4ee05ac16c1a with Priority: HIGHEST for action security_group_members [ 1089.020142] env[62265]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e5346c1d-c1df-4bc2-97ae-4ee05ac16c1a with Priority: HIGHEST for action security_group_members [ 1089.020731] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock member-e5346c1d-c1df-4bc2-97ae-4ee05ac16c1a taken with stack trace [, , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1089.021081] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e5346c1d-c1df-4bc2-97ae-4ee05ac16c1a" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1089.023611] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e5346c1d-c1df-4bc2-97ae-4ee05ac16c1a" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1089.023852] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e5346c1d-c1df-4bc2-97ae-4ee05ac16c1a" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1089.024045] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1089.024225] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1089.024598] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1089.024598] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1089.024598] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1089.024758] env[62265]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e5346c1d-c1df-4bc2-97ae-4ee05ac16c1a',) {} {{(pid=62265) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1089.318892] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7153b458-f301-4578-9e41-e8a10d3e2733 in Status: SUCCESS [ 1089.319176] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7153b458-f301-4578-9e41-e8a10d3e2733" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1089.445262] env[62265]: DEBUG networking_nsxv3.common.locking [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Lock network-121 taken with stack trace [, , , , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1089.445524] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquiring lock "network-121" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1089.445655] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquired lock "network-121" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1089.446039] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquired external semaphore "network-121" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1089.446354] env[62265]: DEBUG networking_nsxv3.common.locking [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1089.446525] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquiring lock "Segment" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1089.446647] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquired lock "Segment" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1089.446868] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquired external semaphore "Segment" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1089.448065] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Releasing lock "Segment" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1089.448065] env[62265]: DEBUG dogpile.cache.region [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] No value present for key: 'zone-id' {{(pid=62265) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1089.448065] env[62265]: DEBUG dogpile.lock [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] NeedRegenerationException {{(pid=62265) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1089.448065] env[62265]: DEBUG dogpile.lock [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] no value, waiting for create lock {{(pid=62265) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1089.448065] env[62265]: DEBUG dogpile.lock [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] value creation lock acquired {{(pid=62265) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1089.448065] env[62265]: DEBUG dogpile.cache.region [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] No value present for key: 'zone-id' {{(pid=62265) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1089.448358] env[62265]: DEBUG dogpile.lock [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Calling creation function for not-yet-present value {{(pid=62265) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1089.448460] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1089.465769] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1089.466884] env[62265]: DEBUG dogpile.cache.region [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Cache value generated in 0.017 seconds for key(s): 'zone-id' {{(pid=62265) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1089.466884] env[62265]: DEBUG dogpile.lock [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Released creation lock {{(pid=62265) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1089.466884] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Releasing lock "network-121" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1089.466884] env[62265]: DEBUG networking_nsxv3.common.locking [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Lock port-0c7bee2f-223e-4699-b5b4-71a96ce1800d taken with stack trace [, , , , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1089.467140] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquiring lock "port-0c7bee2f-223e-4699-b5b4-71a96ce1800d" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1089.467140] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquired lock "port-0c7bee2f-223e-4699-b5b4-71a96ce1800d" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1089.467401] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquired external semaphore "port-0c7bee2f-223e-4699-b5b4-71a96ce1800d" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1089.467542] env[62265]: DEBUG networking_nsxv3.api.rpc [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0c7bee2f-223e-4699-b5b4-71a96ce1800d',) {} {{(pid=62265) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1089.526612] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1089.526779] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1089.526849] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1089.527091] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1089.527191] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1089.527395] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1089.527496] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1089.527607] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1089.527857] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1089.527941] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1089.528038] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e5346c1d-c1df-4bc2-97ae-4ee05ac16c1a already deleted. [ 1089.528122] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e5346c1d-c1df-4bc2-97ae-4ee05ac16c1a" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1089.971019] env[62265]: DEBUG networking_nsxv3.common.locking [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1089.971249] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquiring lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1089.971382] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquired lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1089.971668] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquired external semaphore "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1089.971855] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Releasing lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1089.971984] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Segment Port 0c7bee2f-223e-4699-b5b4-71a96ce1800d not found, creating... [ 1089.972345] env[62265]: DEBUG networking_nsxv3.common.locking [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1089.972524] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquiring lock "Segment" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1089.972647] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquired lock "Segment" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1089.973040] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquired external semaphore "Segment" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1089.973193] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Releasing lock "Segment" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1089.973557] env[62265]: DEBUG networking_nsxv3.common.locking [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1089.973632] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquiring lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1089.973755] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquired lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1089.973966] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquired external semaphore "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1089.974289] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Releasing lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1089.974364] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Resource: SegmentPort with ID: 0c7bee2f-223e-4699-b5b4-71a96ce1800d is going to be created. [ 1089.996141] env[62265]: DEBUG networking_nsxv3.common.locking [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1089.996353] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquiring lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1089.996550] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquired lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1089.996742] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquired external semaphore "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1089.997151] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Releasing lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1089.997440] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Releasing lock "port-0c7bee2f-223e-4699-b5b4-71a96ce1800d" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1090.132164] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7d8f4397-acf6-4c55-898c-ac910f9cc1ad in Status: IN_PROGRESS for 4s [ 1090.535158] env[62265]: INFO networking_nsxv3.common.synchronization [req-0e8eee8f-42b1-4727-922f-70f435075a54 req-1109d4aa-5625-40a8-948c-8bb5db9ba6b1 tempest-AttachVolumeNegativeTest-1860273183 tempest-AttachVolumeNegativeTest-1860273183-project-member] Enqueued Resource ID: 2edf389b-244f-49af-a68d-5cdd4b48b2d8 with Priority: HIGHEST for action security_group_members [ 1090.535158] env[62265]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2edf389b-244f-49af-a68d-5cdd4b48b2d8 with Priority: HIGHEST for action security_group_members [ 1090.535469] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock member-2edf389b-244f-49af-a68d-5cdd4b48b2d8 taken with stack trace [, , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1090.535689] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2edf389b-244f-49af-a68d-5cdd4b48b2d8" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1090.535689] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2edf389b-244f-49af-a68d-5cdd4b48b2d8" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1090.535921] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2edf389b-244f-49af-a68d-5cdd4b48b2d8" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1090.536852] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1090.537137] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1090.537208] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1090.537422] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1090.537545] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1090.537643] env[62265]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2edf389b-244f-49af-a68d-5cdd4b48b2d8',) {} {{(pid=62265) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1090.540321] env[62265]: INFO networking_nsxv3.common.synchronization [req-be36f686-0ac3-48db-929d-6e1577f3774a req-52c410c2-0654-412b-98e9-7f0941239ba0 tempest-AttachVolumeShelveTestJSON-922877392 tempest-AttachVolumeShelveTestJSON-922877392-project-member] Enqueued Resource ID: feb45f86-91e8-4a23-99fd-16253ca1bee4 with Priority: HIGHEST for action security_group_members [ 1090.540726] env[62265]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: feb45f86-91e8-4a23-99fd-16253ca1bee4 with Priority: HIGHEST for action security_group_members [ 1090.541497] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock member-feb45f86-91e8-4a23-99fd-16253ca1bee4 taken with stack trace [, , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1090.541615] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-feb45f86-91e8-4a23-99fd-16253ca1bee4" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1090.541682] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-feb45f86-91e8-4a23-99fd-16253ca1bee4" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1090.541855] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-feb45f86-91e8-4a23-99fd-16253ca1bee4" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1090.542008] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1090.542111] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1090.542173] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1090.542380] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1090.542468] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1090.543209] env[62265]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('feb45f86-91e8-4a23-99fd-16253ca1bee4',) {} {{(pid=62265) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1090.713899] env[62265]: INFO networking_nsxv3.common.synchronization [req-92390b16-2dcc-4712-94b1-805fdfe3c7ef req-67e23595-3283-4c57-a1a8-e2157af4990d tempest-ServerActionsTestOtherA-1158692047 tempest-ServerActionsTestOtherA-1158692047-project-member] Enqueued Resource ID: 617a5cdb-9e2d-4824-b793-343dab01f226 with Priority: HIGHEST for action security_group_members [ 1090.713899] env[62265]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 617a5cdb-9e2d-4824-b793-343dab01f226 with Priority: HIGHEST for action security_group_members [ 1090.713899] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock member-617a5cdb-9e2d-4824-b793-343dab01f226 taken with stack trace [, , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1090.713899] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-617a5cdb-9e2d-4824-b793-343dab01f226" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1090.713899] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-617a5cdb-9e2d-4824-b793-343dab01f226" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1090.713899] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-617a5cdb-9e2d-4824-b793-343dab01f226" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1090.714291] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1090.714350] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1090.714417] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1090.714764] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1090.714869] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1090.715223] env[62265]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('617a5cdb-9e2d-4824-b793-343dab01f226',) {} {{(pid=62265) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1091.046304] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1091.046304] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1091.046304] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1091.046304] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1091.048148] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1091.048248] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1091.071909] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1091.072341] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1091.072652] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1091.072839] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1091.073151] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1091.073360] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1091.075022] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2edf389b-244f-49af-a68d-5cdd4b48b2d8 is going to be updated. [ 1091.075022] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1091.075022] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1091.095251] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1091.095251] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1091.095251] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1091.095251] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1091.095251] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1091.095251] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1091.095251] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: feb45f86-91e8-4a23-99fd-16253ca1bee4 is going to be updated. [ 1091.114216] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1091.114216] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1091.114216] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1091.114216] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1091.114216] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1091.123911] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2edf389b-244f-49af-a68d-5cdd4b48b2d8 in Status: IN_PROGRESS for 2s [ 1091.127516] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1091.127971] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1091.128168] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1091.128462] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1091.130089] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1091.136059] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: feb45f86-91e8-4a23-99fd-16253ca1bee4 in Status: IN_PROGRESS for 2s [ 1091.221117] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1091.221117] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1091.221117] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1091.221117] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1091.221117] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1091.221117] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1091.221117] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1091.221117] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1091.221117] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1091.221117] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1091.221117] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 617a5cdb-9e2d-4824-b793-343dab01f226 is going to be updated. [ 1091.256433] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1091.256433] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1091.256433] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1091.256433] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1091.256433] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1091.266822] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 617a5cdb-9e2d-4824-b793-343dab01f226 in Status: IN_PROGRESS for 2s [ 1091.601683] env[62265]: INFO networking_nsxv3.common.synchronization [req-2c59220a-160c-4fc0-9fd4-68e7fc0a3a76 req-e8fb296b-03fe-4d67-b25b-4712afc54946 service nova] Enqueued Resource ID: e5346c1d-c1df-4bc2-97ae-4ee05ac16c1a with Priority: HIGHEST for action security_group_rules [ 1091.601960] env[62265]: INFO networking_nsxv3.common.synchronization [req-2c59220a-160c-4fc0-9fd4-68e7fc0a3a76 req-e8fb296b-03fe-4d67-b25b-4712afc54946 service nova] Enqueued Resource ID: e5346c1d-c1df-4bc2-97ae-4ee05ac16c1a with Priority: HIGHEST for action security_group_members [ 1091.602011] env[62265]: INFO networking_nsxv3.common.synchronization [req-2c59220a-160c-4fc0-9fd4-68e7fc0a3a76 req-e8fb296b-03fe-4d67-b25b-4712afc54946 service nova] Enqueued Resource ID: 0c7bee2f-223e-4699-b5b4-71a96ce1800d with Priority: HIGHEST for action port [ 1091.602273] env[62265]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e5346c1d-c1df-4bc2-97ae-4ee05ac16c1a with Priority: HIGHEST for action security_group_rules [ 1091.602411] env[62265]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e5346c1d-c1df-4bc2-97ae-4ee05ac16c1a with Priority: HIGHEST for action security_group_members [ 1091.605174] env[62265]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0c7bee2f-223e-4699-b5b4-71a96ce1800d with Priority: HIGHEST for action port [ 1091.605174] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e5346c1d-c1df-4bc2-97ae-4ee05ac16c1a taken with stack trace [, , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1091.605322] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e5346c1d-c1df-4bc2-97ae-4ee05ac16c1a" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1091.605322] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e5346c1d-c1df-4bc2-97ae-4ee05ac16c1a" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1091.605594] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e5346c1d-c1df-4bc2-97ae-4ee05ac16c1a" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1091.605665] env[62265]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e5346c1d-c1df-4bc2-97ae-4ee05ac16c1a',) {} {{(pid=62265) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1091.606717] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock member-e5346c1d-c1df-4bc2-97ae-4ee05ac16c1a taken with stack trace [, , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1091.606717] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e5346c1d-c1df-4bc2-97ae-4ee05ac16c1a" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1091.608754] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e5346c1d-c1df-4bc2-97ae-4ee05ac16c1a" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1091.608754] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e5346c1d-c1df-4bc2-97ae-4ee05ac16c1a" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1091.609177] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1091.609177] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1091.609177] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1091.609338] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1091.609429] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1091.609786] env[62265]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e5346c1d-c1df-4bc2-97ae-4ee05ac16c1a',) {} {{(pid=62265) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1091.610383] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock port-0c7bee2f-223e-4699-b5b4-71a96ce1800d taken with stack trace [, , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1091.610811] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-0c7bee2f-223e-4699-b5b4-71a96ce1800d" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1091.610811] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-0c7bee2f-223e-4699-b5b4-71a96ce1800d" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1091.610811] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-0c7bee2f-223e-4699-b5b4-71a96ce1800d" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1091.610811] env[62265]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0c7bee2f-223e-4699-b5b4-71a96ce1800d',) {} {{(pid=62265) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1092.114537] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock member-e5346c1d-c1df-4bc2-97ae-4ee05ac16c1a taken with stack trace [, , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1092.114678] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e5346c1d-c1df-4bc2-97ae-4ee05ac16c1a" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1092.114874] env[62265]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('e5346c1d-c1df-4bc2-97ae-4ee05ac16c1a',) {} {{(pid=62265) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1092.115810] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 0c7bee2f-223e-4699-b5b4-71a96ce1800d with status ACTIVE [ 1092.115989] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1092.116115] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1092.116182] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1092.116382] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1092.116484] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1092.116637] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1092.116755] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1092.116834] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1092.116965] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1092.117071] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1092.117341] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1092.117407] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1092.117407] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1092.117547] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1092.117618] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1092.117746] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 0c7bee2f-223e-4699-b5b4-71a96ce1800d is going to be updated. [ 1092.146202] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7d8f4397-acf6-4c55-898c-ac910f9cc1ad in Status: SUCCESS [ 1092.146418] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7d8f4397-acf6-4c55-898c-ac910f9cc1ad" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1092.146549] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7d8f4397-acf6-4c55-898c-ac910f9cc1ad" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1092.146756] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7d8f4397-acf6-4c55-898c-ac910f9cc1ad" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1092.146940] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1092.147071] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1092.147135] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1092.147290] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1092.147394] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1092.147487] env[62265]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7d8f4397-acf6-4c55-898c-ac910f9cc1ad',) {} {{(pid=62265) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1092.149386] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1092.149508] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1092.149570] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1092.149755] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1092.149889] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1092.150311] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-0c7bee2f-223e-4699-b5b4-71a96ce1800d" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1092.624809] env[62265]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('e5346c1d-c1df-4bc2-97ae-4ee05ac16c1a',) {} {{(pid=62265) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1092.651553] env[62265]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('7d8f4397-acf6-4c55-898c-ac910f9cc1ad',) {} {{(pid=62265) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1093.128018] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1093.128018] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1093.128018] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1093.128018] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1093.128018] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1093.128018] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e5346c1d-c1df-4bc2-97ae-4ee05ac16c1a is going to be created. [ 1093.140338] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2edf389b-244f-49af-a68d-5cdd4b48b2d8 in Status: IN_PROGRESS for 4s [ 1093.146781] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: feb45f86-91e8-4a23-99fd-16253ca1bee4 in Status: SUCCESS [ 1093.146781] env[62265]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: feb45f86-91e8-4a23-99fd-16253ca1bee4 deletion is rescheduled due to dependency. [ 1093.146781] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-feb45f86-91e8-4a23-99fd-16253ca1bee4" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1093.151991] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1093.152177] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1093.152242] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1093.152431] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1093.152607] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1093.154079] env[62265]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('7d8f4397-acf6-4c55-898c-ac910f9cc1ad',) {} {{(pid=62265) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1093.160742] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e5346c1d-c1df-4bc2-97ae-4ee05ac16c1a in Status: UNINITIALIZED for 2s [ 1093.278909] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 617a5cdb-9e2d-4824-b793-343dab01f226 in Status: SUCCESS [ 1093.278909] env[62265]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 617a5cdb-9e2d-4824-b793-343dab01f226 deletion is rescheduled due to dependency. [ 1093.278909] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-617a5cdb-9e2d-4824-b793-343dab01f226" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1093.657671] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1093.657671] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1093.657671] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1093.658051] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1093.658051] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1093.658111] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7d8f4397-acf6-4c55-898c-ac910f9cc1ad is going to be updated. [ 1093.709589] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1093.709801] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1093.709884] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1093.711029] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1093.711029] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1093.727297] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7d8f4397-acf6-4c55-898c-ac910f9cc1ad in Status: IN_PROGRESS for 2s [ 1095.151158] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2edf389b-244f-49af-a68d-5cdd4b48b2d8 in Status: SUCCESS [ 1095.151158] env[62265]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2edf389b-244f-49af-a68d-5cdd4b48b2d8 deletion is rescheduled due to dependency. [ 1095.151158] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2edf389b-244f-49af-a68d-5cdd4b48b2d8" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1095.171821] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e5346c1d-c1df-4bc2-97ae-4ee05ac16c1a in Status: SUCCESS [ 1095.172414] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e5346c1d-c1df-4bc2-97ae-4ee05ac16c1a" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1095.172630] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e5346c1d-c1df-4bc2-97ae-4ee05ac16c1a" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1095.172895] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e5346c1d-c1df-4bc2-97ae-4ee05ac16c1a" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1095.173145] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1095.173618] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1095.173726] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1095.173922] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1095.174053] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1095.174174] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e5346c1d-c1df-4bc2-97ae-4ee05ac16c1a" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1095.174292] env[62265]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('e5346c1d-c1df-4bc2-97ae-4ee05ac16c1a',) {} {{(pid=62265) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1095.676884] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock member-e5346c1d-c1df-4bc2-97ae-4ee05ac16c1a taken with stack trace [, , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1095.676977] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e5346c1d-c1df-4bc2-97ae-4ee05ac16c1a" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1095.676977] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e5346c1d-c1df-4bc2-97ae-4ee05ac16c1a" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1095.677311] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e5346c1d-c1df-4bc2-97ae-4ee05ac16c1a" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1095.677467] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1095.677573] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1095.677639] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1095.678844] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1095.678844] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1095.678844] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e5346c1d-c1df-4bc2-97ae-4ee05ac16c1a" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1095.678844] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock member-e5346c1d-c1df-4bc2-97ae-4ee05ac16c1a taken with stack trace [, , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1095.678844] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e5346c1d-c1df-4bc2-97ae-4ee05ac16c1a" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1095.678844] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e5346c1d-c1df-4bc2-97ae-4ee05ac16c1a" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1095.678844] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e5346c1d-c1df-4bc2-97ae-4ee05ac16c1a" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1095.678844] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1095.678844] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1095.678844] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1095.679271] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1095.679312] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1095.680036] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e5346c1d-c1df-4bc2-97ae-4ee05ac16c1a" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1095.680036] env[62265]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('e5346c1d-c1df-4bc2-97ae-4ee05ac16c1a',) {} {{(pid=62265) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1095.737190] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7d8f4397-acf6-4c55-898c-ac910f9cc1ad in Status: SUCCESS [ 1095.738046] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7d8f4397-acf6-4c55-898c-ac910f9cc1ad" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1095.738046] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7d8f4397-acf6-4c55-898c-ac910f9cc1ad" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1095.738046] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7d8f4397-acf6-4c55-898c-ac910f9cc1ad" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1095.738046] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1095.738245] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1095.738245] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1095.738336] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1095.738482] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1095.738548] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7d8f4397-acf6-4c55-898c-ac910f9cc1ad" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1095.738633] env[62265]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('7d8f4397-acf6-4c55-898c-ac910f9cc1ad',) {} {{(pid=62265) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1096.183469] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for e5346c1d-c1df-4bc2-97ae-4ee05ac16c1a: rpc.has_security_group_logging(os_id): False [ 1096.201174] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1096.201335] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1096.201393] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1096.201614] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1096.201701] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1096.201928] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1096.202326] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1096.202326] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1096.202326] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1096.202326] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1096.202496] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1096.202577] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1096.202625] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1096.202981] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1096.202981] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1096.203120] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1096.203120] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1096.203423] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1096.203423] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1096.203423] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1096.203423] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e5346c1d-c1df-4bc2-97ae-4ee05ac16c1a is going to be created. [ 1096.241454] env[62265]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('7d8f4397-acf6-4c55-898c-ac910f9cc1ad',) {} {{(pid=62265) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1096.265025] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1096.265236] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1096.265278] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1096.265460] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1096.265639] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1096.278082] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e5346c1d-c1df-4bc2-97ae-4ee05ac16c1a in Status: IN_PROGRESS for 2s [ 1096.603857] env[62265]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1096.604051] env[62265]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=2 [ 1096.743844] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 7d8f4397-acf6-4c55-898c-ac910f9cc1ad: rpc.has_security_group_logging(os_id): False [ 1096.762132] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1096.762293] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1096.762355] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1096.762572] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1096.762665] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1096.763040] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1096.763194] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1096.763265] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1096.763479] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1096.763539] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1096.763591] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 7d8f4397-acf6-4c55-898c-ac910f9cc1ad is going to be updated. [ 1096.830057] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1096.830971] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1096.830971] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1096.830971] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1096.830971] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1096.844045] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 7d8f4397-acf6-4c55-898c-ac910f9cc1ad in Status: IN_PROGRESS for 2s [ 1097.137660] env[62265]: INFO networking_nsxv3.common.synchronization [req-ec785a5e-9e73-47e9-91ba-bd8e7b02e9f9 req-86aefc3b-25aa-4942-899d-4a38062459c0 tempest-ServersTestJSON-996831773 tempest-ServersTestJSON-996831773-project-member] Enqueued Resource ID: 85a6547c-bf3d-4bdc-b0a3-09132939cc37 with Priority: HIGHEST for action security_group_members [ 1097.138439] env[62265]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 85a6547c-bf3d-4bdc-b0a3-09132939cc37 with Priority: HIGHEST for action security_group_members [ 1097.138886] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock member-85a6547c-bf3d-4bdc-b0a3-09132939cc37 taken with stack trace [, , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1097.139072] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-85a6547c-bf3d-4bdc-b0a3-09132939cc37" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1097.139179] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-85a6547c-bf3d-4bdc-b0a3-09132939cc37" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1097.139452] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-85a6547c-bf3d-4bdc-b0a3-09132939cc37" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1097.139670] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1097.139804] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1097.139884] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1097.140107] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1097.140223] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1097.140368] env[62265]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('85a6547c-bf3d-4bdc-b0a3-09132939cc37',) {} {{(pid=62265) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1097.645463] env[62265]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('85a6547c-bf3d-4bdc-b0a3-09132939cc37',) {} {{(pid=62265) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1097.981020] env[62265]: DEBUG networking_nsxv3.common.locking [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Lock network-887 taken with stack trace [, , , , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1097.981020] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquiring lock "network-887" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1097.981020] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquired lock "network-887" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1097.981020] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquired external semaphore "network-887" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1097.981020] env[62265]: DEBUG networking_nsxv3.common.locking [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1097.981020] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquiring lock "Segment" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1097.981020] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquired lock "Segment" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1097.981020] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquired external semaphore "Segment" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1097.981020] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Releasing lock "Segment" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1097.981744] env[62265]: DEBUG dogpile.cache.region [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] No value present for key: 'zone-id' {{(pid=62265) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1097.981978] env[62265]: DEBUG dogpile.lock [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] NeedRegenerationException {{(pid=62265) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1097.982215] env[62265]: DEBUG dogpile.lock [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] no value, waiting for create lock {{(pid=62265) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1097.982422] env[62265]: DEBUG dogpile.lock [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] value creation lock acquired {{(pid=62265) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1097.982638] env[62265]: DEBUG dogpile.cache.region [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] No value present for key: 'zone-id' {{(pid=62265) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1097.982837] env[62265]: DEBUG dogpile.lock [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Calling creation function for not-yet-present value {{(pid=62265) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1097.983157] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1098.007462] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1098.007917] env[62265]: DEBUG dogpile.cache.region [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Cache value generated in 0.025 seconds for key(s): 'zone-id' {{(pid=62265) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1098.008198] env[62265]: DEBUG dogpile.lock [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Released creation lock {{(pid=62265) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1098.008481] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Releasing lock "network-887" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1098.008929] env[62265]: DEBUG networking_nsxv3.common.locking [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Lock port-389f5531-b9f1-4083-b6c7-2344ca46e553 taken with stack trace [, , , , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1098.010025] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquiring lock "port-389f5531-b9f1-4083-b6c7-2344ca46e553" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1098.010025] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquired lock "port-389f5531-b9f1-4083-b6c7-2344ca46e553" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1098.010025] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquired external semaphore "port-389f5531-b9f1-4083-b6c7-2344ca46e553" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1098.010025] env[62265]: DEBUG networking_nsxv3.api.rpc [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('389f5531-b9f1-4083-b6c7-2344ca46e553',) {} {{(pid=62265) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1098.148626] env[62265]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('85a6547c-bf3d-4bdc-b0a3-09132939cc37',) {} {{(pid=62265) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1098.290242] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e5346c1d-c1df-4bc2-97ae-4ee05ac16c1a in Status: SUCCESS [ 1098.290461] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e5346c1d-c1df-4bc2-97ae-4ee05ac16c1a" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1098.512963] env[62265]: DEBUG networking_nsxv3.common.locking [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1098.513386] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquiring lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1098.513616] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquired lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1098.514055] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquired external semaphore "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1098.514313] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Releasing lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1098.514583] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Segment Port 389f5531-b9f1-4083-b6c7-2344ca46e553 not found, creating... [ 1098.515182] env[62265]: DEBUG networking_nsxv3.common.locking [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1098.515525] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquiring lock "Segment" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1098.515802] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquired lock "Segment" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1098.516265] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquired external semaphore "Segment" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1098.516544] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Releasing lock "Segment" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1098.517070] env[62265]: DEBUG networking_nsxv3.common.locking [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1098.518058] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquiring lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1098.518324] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquired lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1098.518678] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquired external semaphore "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1098.518959] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Releasing lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1098.519257] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Resource: SegmentPort with ID: 389f5531-b9f1-4083-b6c7-2344ca46e553 is going to be created. [ 1098.546902] env[62265]: DEBUG networking_nsxv3.common.locking [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1098.547173] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquiring lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1098.547334] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquired lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1098.547617] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquired external semaphore "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1098.547853] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Releasing lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1098.548095] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Releasing lock "port-389f5531-b9f1-4083-b6c7-2344ca46e553" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1098.650117] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1098.650555] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1098.650555] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1098.650644] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1098.650683] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1098.650778] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 85a6547c-bf3d-4bdc-b0a3-09132939cc37 is going to be updated. [ 1098.697608] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1098.697821] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1098.697821] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1098.698515] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1098.698737] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1098.708878] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 85a6547c-bf3d-4bdc-b0a3-09132939cc37 in Status: IN_PROGRESS for 2s [ 1098.861042] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 7d8f4397-acf6-4c55-898c-ac910f9cc1ad in Status: SUCCESS [ 1098.861248] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-7d8f4397-acf6-4c55-898c-ac910f9cc1ad" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1099.460140] env[62265]: INFO networking_nsxv3.common.synchronization [req-99fb62d6-1a05-4479-8933-ebe283bb8793 req-1dd33b94-a9a0-4946-92b9-7749bf87552b tempest-FloatingIPsAssociationNegativeTestJSON-1010623740 tempest-FloatingIPsAssociationNegativeTestJSON-1010623740-project-member] Enqueued Resource ID: cbb0bac3-287c-4b43-8b3d-b8f499908de9 with Priority: HIGHEST for action security_group_members [ 1099.460140] env[62265]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cbb0bac3-287c-4b43-8b3d-b8f499908de9 with Priority: HIGHEST for action security_group_members [ 1099.460140] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock member-cbb0bac3-287c-4b43-8b3d-b8f499908de9 taken with stack trace [, , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1099.460140] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cbb0bac3-287c-4b43-8b3d-b8f499908de9" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1099.460140] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cbb0bac3-287c-4b43-8b3d-b8f499908de9" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1099.460140] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cbb0bac3-287c-4b43-8b3d-b8f499908de9" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1099.460140] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1099.460140] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1099.460140] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1099.461298] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1099.461298] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1099.461298] env[62265]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('cbb0bac3-287c-4b43-8b3d-b8f499908de9',) {} {{(pid=62265) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1099.820839] env[62265]: DEBUG networking_nsxv3.common.locking [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Lock network-541 taken with stack trace [, , , , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1099.824125] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquiring lock "network-541" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1099.824125] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquired lock "network-541" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1099.824125] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquired external semaphore "network-541" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1099.824125] env[62265]: DEBUG networking_nsxv3.common.locking [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1099.824125] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquiring lock "Segment" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1099.824125] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquired lock "Segment" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1099.824125] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquired external semaphore "Segment" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1099.824125] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Releasing lock "Segment" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1099.824125] env[62265]: DEBUG dogpile.cache.region [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] No value present for key: 'zone-id' {{(pid=62265) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1099.824125] env[62265]: DEBUG dogpile.lock [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] NeedRegenerationException {{(pid=62265) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1099.824125] env[62265]: DEBUG dogpile.lock [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] no value, waiting for create lock {{(pid=62265) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1099.824125] env[62265]: DEBUG dogpile.lock [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] value creation lock acquired {{(pid=62265) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1099.824488] env[62265]: DEBUG dogpile.cache.region [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] No value present for key: 'zone-id' {{(pid=62265) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1099.824488] env[62265]: DEBUG dogpile.lock [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Calling creation function for not-yet-present value {{(pid=62265) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1099.824614] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1099.848401] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1099.848401] env[62265]: DEBUG dogpile.cache.region [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=62265) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1099.848401] env[62265]: DEBUG dogpile.lock [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Released creation lock {{(pid=62265) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1099.848401] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Releasing lock "network-541" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1099.848401] env[62265]: DEBUG networking_nsxv3.common.locking [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Lock port-5d95e36f-3df9-415d-b086-9ad0aa41362c taken with stack trace [, , , , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1099.848401] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquiring lock "port-5d95e36f-3df9-415d-b086-9ad0aa41362c" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1099.848401] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquired lock "port-5d95e36f-3df9-415d-b086-9ad0aa41362c" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1099.848401] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquired external semaphore "port-5d95e36f-3df9-415d-b086-9ad0aa41362c" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1099.848401] env[62265]: DEBUG networking_nsxv3.api.rpc [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5d95e36f-3df9-415d-b086-9ad0aa41362c',) {} {{(pid=62265) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1099.963178] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1099.963383] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1099.963471] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1099.963705] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1099.963803] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1099.964032] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1099.964108] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1099.964171] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1099.964378] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1099.964378] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1099.964463] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: cbb0bac3-287c-4b43-8b3d-b8f499908de9 already deleted. [ 1099.964544] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cbb0bac3-287c-4b43-8b3d-b8f499908de9" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1100.194990] env[62265]: INFO networking_nsxv3.common.synchronization [None req-ca616076-337c-4795-800f-78a3f28df31f tempest-AttachInterfacesTestJSON-467207588 tempest-AttachInterfacesTestJSON-467207588-project-member] Enqueued Resource ID: da93af02-3b4e-409c-8e28-ed7c1e3287ca with Priority: HIGHEST for action security_group_members [ 1100.195558] env[62265]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: da93af02-3b4e-409c-8e28-ed7c1e3287ca with Priority: HIGHEST for action security_group_members [ 1100.195860] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock member-da93af02-3b4e-409c-8e28-ed7c1e3287ca taken with stack trace [, , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1100.195998] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-da93af02-3b4e-409c-8e28-ed7c1e3287ca" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1100.196086] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-da93af02-3b4e-409c-8e28-ed7c1e3287ca" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1100.196293] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-da93af02-3b4e-409c-8e28-ed7c1e3287ca" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1100.196450] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1100.196549] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1100.196611] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1100.196751] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1100.196834] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1100.196924] env[62265]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('da93af02-3b4e-409c-8e28-ed7c1e3287ca',) {} {{(pid=62265) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1100.267266] env[62265]: INFO networking_nsxv3.common.synchronization [req-ec785a5e-9e73-47e9-91ba-bd8e7b02e9f9 req-bb57b90b-8328-4b69-855d-dec4bd528eeb service nova] Enqueued Resource ID: 85a6547c-bf3d-4bdc-b0a3-09132939cc37 with Priority: HIGHEST for action security_group_rules [ 1100.267266] env[62265]: INFO networking_nsxv3.common.synchronization [req-ec785a5e-9e73-47e9-91ba-bd8e7b02e9f9 req-bb57b90b-8328-4b69-855d-dec4bd528eeb service nova] Enqueued Resource ID: 85a6547c-bf3d-4bdc-b0a3-09132939cc37 with Priority: HIGHEST for action security_group_members [ 1100.267266] env[62265]: INFO networking_nsxv3.common.synchronization [req-ec785a5e-9e73-47e9-91ba-bd8e7b02e9f9 req-bb57b90b-8328-4b69-855d-dec4bd528eeb service nova] Enqueued Resource ID: 389f5531-b9f1-4083-b6c7-2344ca46e553 with Priority: HIGHEST for action port [ 1100.267266] env[62265]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 85a6547c-bf3d-4bdc-b0a3-09132939cc37 with Priority: HIGHEST for action security_group_rules [ 1100.267266] env[62265]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 85a6547c-bf3d-4bdc-b0a3-09132939cc37 with Priority: HIGHEST for action security_group_members [ 1100.267266] env[62265]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 389f5531-b9f1-4083-b6c7-2344ca46e553 with Priority: HIGHEST for action port [ 1100.267266] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock rules-85a6547c-bf3d-4bdc-b0a3-09132939cc37 taken with stack trace [, , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1100.267266] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-85a6547c-bf3d-4bdc-b0a3-09132939cc37" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1100.267266] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-85a6547c-bf3d-4bdc-b0a3-09132939cc37" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1100.267266] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-85a6547c-bf3d-4bdc-b0a3-09132939cc37" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1100.267266] env[62265]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('85a6547c-bf3d-4bdc-b0a3-09132939cc37',) {} {{(pid=62265) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1100.268924] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock member-85a6547c-bf3d-4bdc-b0a3-09132939cc37 taken with stack trace [, , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1100.269148] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-85a6547c-bf3d-4bdc-b0a3-09132939cc37" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1100.269579] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock port-389f5531-b9f1-4083-b6c7-2344ca46e553 taken with stack trace [, , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1100.269857] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-389f5531-b9f1-4083-b6c7-2344ca46e553" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1100.270087] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-389f5531-b9f1-4083-b6c7-2344ca46e553" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1100.270489] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-389f5531-b9f1-4083-b6c7-2344ca46e553" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1100.270643] env[62265]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('389f5531-b9f1-4083-b6c7-2344ca46e553',) {} {{(pid=62265) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1100.349527] env[62265]: DEBUG networking_nsxv3.common.locking [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1100.350025] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquiring lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1100.350025] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquired lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1100.350318] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquired external semaphore "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1100.350472] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Releasing lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1100.350661] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Segment Port 5d95e36f-3df9-415d-b086-9ad0aa41362c not found, creating... [ 1100.350944] env[62265]: DEBUG networking_nsxv3.common.locking [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1100.351155] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquiring lock "Segment" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1100.351248] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquired lock "Segment" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1100.351481] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquired external semaphore "Segment" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1100.351617] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Releasing lock "Segment" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1100.351910] env[62265]: DEBUG networking_nsxv3.common.locking [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1100.352969] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquiring lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1100.356529] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquired lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1100.356529] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquired external semaphore "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1100.356529] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Releasing lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1100.356529] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Resource: SegmentPort with ID: 5d95e36f-3df9-415d-b086-9ad0aa41362c is going to be created. [ 1100.378276] env[62265]: DEBUG networking_nsxv3.common.locking [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1100.378276] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquiring lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1100.378276] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquired lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1100.378276] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquired external semaphore "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1100.378276] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Releasing lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1100.378276] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Releasing lock "port-5d95e36f-3df9-415d-b086-9ad0aa41362c" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1100.700528] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1100.700777] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1100.700872] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1100.701208] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1100.701339] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1100.701588] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1100.701705] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1100.701781] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1100.701936] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1100.702046] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1100.702145] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: da93af02-3b4e-409c-8e28-ed7c1e3287ca is going to be deleted. [ 1100.720634] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 85a6547c-bf3d-4bdc-b0a3-09132939cc37 in Status: SUCCESS [ 1100.721241] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-85a6547c-bf3d-4bdc-b0a3-09132939cc37" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1100.721442] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-85a6547c-bf3d-4bdc-b0a3-09132939cc37" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1100.721674] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-85a6547c-bf3d-4bdc-b0a3-09132939cc37" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1100.722025] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1100.722125] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1100.722125] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1100.722321] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1100.722406] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1100.722503] env[62265]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('85a6547c-bf3d-4bdc-b0a3-09132939cc37',) {} {{(pid=62265) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1100.741171] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1100.741342] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1100.741416] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1100.741633] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1100.741729] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1100.741851] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-da93af02-3b4e-409c-8e28-ed7c1e3287ca" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1100.775799] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock member-85a6547c-bf3d-4bdc-b0a3-09132939cc37 taken with stack trace [, , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1100.775799] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-85a6547c-bf3d-4bdc-b0a3-09132939cc37" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1100.775799] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 389f5531-b9f1-4083-b6c7-2344ca46e553 with status ACTIVE [ 1100.775799] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1100.775799] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1100.775799] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1100.775799] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1100.775799] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1100.775799] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1100.775799] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1100.775799] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1100.775799] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1100.775799] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1100.775799] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1100.776616] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1100.776616] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1100.776616] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1100.776616] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1100.776616] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 389f5531-b9f1-4083-b6c7-2344ca46e553 is going to be updated. [ 1100.801143] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1100.801511] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1100.801655] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1100.802030] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1100.802263] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1100.802669] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-389f5531-b9f1-4083-b6c7-2344ca46e553" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1101.029834] env[62265]: INFO networking_nsxv3.common.synchronization [req-aa86d05b-b282-4033-bafb-d8ded09f1aa5 req-82038883-436b-4a8d-a3f7-19f6962d2a15 tempest-ServersNegativeTestJSON-822055539 tempest-ServersNegativeTestJSON-822055539-project-member] Enqueued Resource ID: eaee02db-54f8-457f-ab87-c3f5ae959460 with Priority: HIGHEST for action security_group_members [ 1101.030617] env[62265]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: eaee02db-54f8-457f-ab87-c3f5ae959460 with Priority: HIGHEST for action security_group_members [ 1101.030974] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock member-eaee02db-54f8-457f-ab87-c3f5ae959460 taken with stack trace [, , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1101.031155] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-eaee02db-54f8-457f-ab87-c3f5ae959460" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1101.031243] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-eaee02db-54f8-457f-ab87-c3f5ae959460" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1101.031469] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-eaee02db-54f8-457f-ab87-c3f5ae959460" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1101.031652] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1101.031782] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1101.031870] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1101.032073] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1101.032191] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1101.032311] env[62265]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('eaee02db-54f8-457f-ab87-c3f5ae959460',) {} {{(pid=62265) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1101.226209] env[62265]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('85a6547c-bf3d-4bdc-b0a3-09132939cc37',) {} {{(pid=62265) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1101.346720] env[62265]: INFO networking_nsxv3.common.synchronization [req-99fb62d6-1a05-4479-8933-ebe283bb8793 req-f698a2b0-6623-4e00-9f37-260a715c6f8c service nova] Enqueued Resource ID: cbb0bac3-287c-4b43-8b3d-b8f499908de9 with Priority: HIGHEST for action security_group_rules [ 1101.346929] env[62265]: INFO networking_nsxv3.common.synchronization [req-99fb62d6-1a05-4479-8933-ebe283bb8793 req-f698a2b0-6623-4e00-9f37-260a715c6f8c service nova] Enqueued Resource ID: cbb0bac3-287c-4b43-8b3d-b8f499908de9 with Priority: HIGHEST for action security_group_members [ 1101.349190] env[62265]: INFO networking_nsxv3.common.synchronization [req-99fb62d6-1a05-4479-8933-ebe283bb8793 req-f698a2b0-6623-4e00-9f37-260a715c6f8c service nova] Enqueued Resource ID: 5d95e36f-3df9-415d-b086-9ad0aa41362c with Priority: HIGHEST for action port [ 1101.349190] env[62265]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cbb0bac3-287c-4b43-8b3d-b8f499908de9 with Priority: HIGHEST for action security_group_rules [ 1101.349190] env[62265]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cbb0bac3-287c-4b43-8b3d-b8f499908de9 with Priority: HIGHEST for action security_group_members [ 1101.349190] env[62265]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5d95e36f-3df9-415d-b086-9ad0aa41362c with Priority: HIGHEST for action port [ 1101.349434] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock rules-cbb0bac3-287c-4b43-8b3d-b8f499908de9 taken with stack trace [, , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1101.349434] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-cbb0bac3-287c-4b43-8b3d-b8f499908de9" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1101.349559] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-cbb0bac3-287c-4b43-8b3d-b8f499908de9" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1101.349755] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-cbb0bac3-287c-4b43-8b3d-b8f499908de9" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1101.349878] env[62265]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('cbb0bac3-287c-4b43-8b3d-b8f499908de9',) {} {{(pid=62265) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1101.350829] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock member-cbb0bac3-287c-4b43-8b3d-b8f499908de9 taken with stack trace [, , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1101.350956] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cbb0bac3-287c-4b43-8b3d-b8f499908de9" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1101.351673] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cbb0bac3-287c-4b43-8b3d-b8f499908de9" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1101.353955] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cbb0bac3-287c-4b43-8b3d-b8f499908de9" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1101.354155] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1101.354794] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1101.354872] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1101.355089] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1101.355185] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1101.355278] env[62265]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('cbb0bac3-287c-4b43-8b3d-b8f499908de9',) {} {{(pid=62265) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1101.356091] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock port-5d95e36f-3df9-415d-b086-9ad0aa41362c taken with stack trace [, , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1101.356237] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-5d95e36f-3df9-415d-b086-9ad0aa41362c" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1101.356308] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-5d95e36f-3df9-415d-b086-9ad0aa41362c" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1101.356466] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-5d95e36f-3df9-415d-b086-9ad0aa41362c" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1101.356537] env[62265]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5d95e36f-3df9-415d-b086-9ad0aa41362c',) {} {{(pid=62265) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1101.535057] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1101.537038] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1101.537038] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1101.537038] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1101.559538] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1101.559789] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1101.559909] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1101.559965] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1101.560167] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1101.560243] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1101.560327] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: eaee02db-54f8-457f-ab87-c3f5ae959460 is going to be updated. [ 1101.586148] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1101.586331] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1101.586378] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1101.586572] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1101.586715] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1101.594921] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: eaee02db-54f8-457f-ab87-c3f5ae959460 in Status: IN_PROGRESS for 2s [ 1101.729597] env[62265]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('85a6547c-bf3d-4bdc-b0a3-09132939cc37',) {} {{(pid=62265) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1101.858851] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock member-cbb0bac3-287c-4b43-8b3d-b8f499908de9 taken with stack trace [, , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1101.859044] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cbb0bac3-287c-4b43-8b3d-b8f499908de9" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1101.859287] env[62265]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('cbb0bac3-287c-4b43-8b3d-b8f499908de9',) {} {{(pid=62265) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1101.860695] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 5d95e36f-3df9-415d-b086-9ad0aa41362c with status ACTIVE [ 1101.861558] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1101.861558] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1101.861558] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1101.861558] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1101.861558] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1101.861760] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1101.861911] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1101.861911] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1101.862748] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1101.862748] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1101.862748] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1101.862960] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1101.862960] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1101.863161] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1101.863270] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1101.863394] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 5d95e36f-3df9-415d-b086-9ad0aa41362c is going to be updated. [ 1101.883402] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1101.883531] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1101.883600] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1101.883791] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1101.883924] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1101.884094] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-5d95e36f-3df9-415d-b086-9ad0aa41362c" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1102.043971] env[62265]: INFO networking_nsxv3.common.synchronization [req-d1c003e3-52c9-4ee9-a1a8-7ad753665138 req-0006be02-b743-4b7e-bd67-de9bda216cd7 tempest-DeleteServersTestJSON-1576012687 tempest-DeleteServersTestJSON-1576012687-project-member] Enqueued Resource ID: 95cf98c4-3841-4576-950a-00c6f979459f with Priority: HIGHEST for action security_group_members [ 1102.048853] env[62265]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 95cf98c4-3841-4576-950a-00c6f979459f with Priority: HIGHEST for action security_group_members [ 1102.049269] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock member-95cf98c4-3841-4576-950a-00c6f979459f taken with stack trace [, , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1102.049397] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-95cf98c4-3841-4576-950a-00c6f979459f" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1102.049458] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-95cf98c4-3841-4576-950a-00c6f979459f" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1102.049664] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-95cf98c4-3841-4576-950a-00c6f979459f" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1102.049810] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1102.049904] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1102.049962] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1102.050119] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1102.050200] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1102.050292] env[62265]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('95cf98c4-3841-4576-950a-00c6f979459f',) {} {{(pid=62265) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1102.233496] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1102.233656] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1102.233735] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1102.233954] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1102.234043] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1102.234143] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 85a6547c-bf3d-4bdc-b0a3-09132939cc37 is going to be updated. [ 1102.272213] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1102.272388] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1102.272472] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1102.272654] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1102.272811] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1102.282082] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 85a6547c-bf3d-4bdc-b0a3-09132939cc37 in Status: IN_PROGRESS for 2s [ 1102.365942] env[62265]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('cbb0bac3-287c-4b43-8b3d-b8f499908de9',) {} {{(pid=62265) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1102.554842] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1102.555086] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1102.555188] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1102.555496] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1102.575825] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1102.576174] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1102.578640] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1102.578640] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1102.578640] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1102.578640] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1102.578640] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 95cf98c4-3841-4576-950a-00c6f979459f is going to be updated. [ 1102.605313] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1102.605450] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1102.605525] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1102.605752] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1102.606020] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1102.615337] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 95cf98c4-3841-4576-950a-00c6f979459f in Status: IN_PROGRESS for 2s [ 1102.868320] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1102.868464] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1102.868564] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1102.868777] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1102.868875] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1102.868990] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: cbb0bac3-287c-4b43-8b3d-b8f499908de9 is going to be created. [ 1102.890845] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1102.891053] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1102.891053] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1102.891254] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1102.891420] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1102.901022] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cbb0bac3-287c-4b43-8b3d-b8f499908de9 in Status: UNINITIALIZED for 2s [ 1103.618026] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: eaee02db-54f8-457f-ab87-c3f5ae959460 in Status: SUCCESS [ 1103.618571] env[62265]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: eaee02db-54f8-457f-ab87-c3f5ae959460 deletion is rescheduled due to dependency. [ 1103.618571] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-eaee02db-54f8-457f-ab87-c3f5ae959460" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1104.291874] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 85a6547c-bf3d-4bdc-b0a3-09132939cc37 in Status: SUCCESS [ 1104.294185] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-85a6547c-bf3d-4bdc-b0a3-09132939cc37" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1104.294185] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-85a6547c-bf3d-4bdc-b0a3-09132939cc37" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1104.294185] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-85a6547c-bf3d-4bdc-b0a3-09132939cc37" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1104.294185] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1104.294185] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1104.294185] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1104.294185] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1104.294185] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1104.294185] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-85a6547c-bf3d-4bdc-b0a3-09132939cc37" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1104.294185] env[62265]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('85a6547c-bf3d-4bdc-b0a3-09132939cc37',) {} {{(pid=62265) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1104.625186] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 95cf98c4-3841-4576-950a-00c6f979459f in Status: SUCCESS [ 1104.625559] env[62265]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 95cf98c4-3841-4576-950a-00c6f979459f deletion is rescheduled due to dependency. [ 1104.625559] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-95cf98c4-3841-4576-950a-00c6f979459f" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1104.796620] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock member-85a6547c-bf3d-4bdc-b0a3-09132939cc37 taken with stack trace [, , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1104.796751] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-85a6547c-bf3d-4bdc-b0a3-09132939cc37" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1104.796841] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-85a6547c-bf3d-4bdc-b0a3-09132939cc37" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1104.797057] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-85a6547c-bf3d-4bdc-b0a3-09132939cc37" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1104.797218] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1104.797323] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1104.797384] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1104.797533] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1104.797620] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1104.797706] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-85a6547c-bf3d-4bdc-b0a3-09132939cc37" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1104.797860] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock member-85a6547c-bf3d-4bdc-b0a3-09132939cc37 taken with stack trace [, , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1104.797964] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-85a6547c-bf3d-4bdc-b0a3-09132939cc37" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1104.798038] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-85a6547c-bf3d-4bdc-b0a3-09132939cc37" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1104.798181] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-85a6547c-bf3d-4bdc-b0a3-09132939cc37" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1104.798317] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1104.798501] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1104.798571] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1104.798713] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1104.798787] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1104.798868] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-85a6547c-bf3d-4bdc-b0a3-09132939cc37" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1104.798957] env[62265]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('85a6547c-bf3d-4bdc-b0a3-09132939cc37',) {} {{(pid=62265) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1104.912958] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cbb0bac3-287c-4b43-8b3d-b8f499908de9 in Status: SUCCESS [ 1104.912958] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cbb0bac3-287c-4b43-8b3d-b8f499908de9" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1104.912958] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cbb0bac3-287c-4b43-8b3d-b8f499908de9" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1104.912958] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cbb0bac3-287c-4b43-8b3d-b8f499908de9" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1104.912958] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1104.912958] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1104.912958] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1104.912958] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1104.912958] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1104.912958] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cbb0bac3-287c-4b43-8b3d-b8f499908de9" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1104.912958] env[62265]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('cbb0bac3-287c-4b43-8b3d-b8f499908de9',) {} {{(pid=62265) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1105.302731] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 85a6547c-bf3d-4bdc-b0a3-09132939cc37: rpc.has_security_group_logging(os_id): False [ 1105.321022] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1105.321022] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1105.321022] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1105.321022] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1105.349021] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1105.349021] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1105.349021] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1105.349021] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1105.349021] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1105.349021] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1105.349021] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1105.349021] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1105.349021] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1105.349021] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1105.349021] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1105.349021] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1105.349021] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1105.349021] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1105.349509] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1105.349509] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1105.349509] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 85a6547c-bf3d-4bdc-b0a3-09132939cc37 is going to be updated. [ 1105.414670] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock member-cbb0bac3-287c-4b43-8b3d-b8f499908de9 taken with stack trace [, , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1105.415310] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cbb0bac3-287c-4b43-8b3d-b8f499908de9" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1105.418016] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cbb0bac3-287c-4b43-8b3d-b8f499908de9" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1105.418016] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cbb0bac3-287c-4b43-8b3d-b8f499908de9" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1105.418016] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1105.418016] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1105.418016] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1105.418016] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1105.418016] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1105.418016] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cbb0bac3-287c-4b43-8b3d-b8f499908de9" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1105.418016] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock member-cbb0bac3-287c-4b43-8b3d-b8f499908de9 taken with stack trace [, , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1105.418016] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cbb0bac3-287c-4b43-8b3d-b8f499908de9" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1105.418016] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cbb0bac3-287c-4b43-8b3d-b8f499908de9" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1105.418016] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cbb0bac3-287c-4b43-8b3d-b8f499908de9" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1105.418016] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1105.418016] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1105.418016] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1105.418016] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1105.418016] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1105.418016] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cbb0bac3-287c-4b43-8b3d-b8f499908de9" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1105.418601] env[62265]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('cbb0bac3-287c-4b43-8b3d-b8f499908de9',) {} {{(pid=62265) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1105.441127] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1105.441127] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1105.441127] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1105.441127] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1105.441127] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1105.454653] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 85a6547c-bf3d-4bdc-b0a3-09132939cc37 in Status: IN_PROGRESS for 2s [ 1105.798112] env[62265]: INFO networking_nsxv3.common.synchronization [req-edd598c3-6eb3-4a6c-99ea-9ce0dfd05fac req-e786d695-2bbc-4062-a968-8ee30e993b2c tempest-ImagesNegativeTestJSON-665855607 tempest-ImagesNegativeTestJSON-665855607-project-member] Enqueued Resource ID: e5346c1d-c1df-4bc2-97ae-4ee05ac16c1a with Priority: HIGHEST for action security_group_members [ 1105.798553] env[62265]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e5346c1d-c1df-4bc2-97ae-4ee05ac16c1a with Priority: HIGHEST for action security_group_members [ 1105.798869] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock member-e5346c1d-c1df-4bc2-97ae-4ee05ac16c1a taken with stack trace [, , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1105.799075] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e5346c1d-c1df-4bc2-97ae-4ee05ac16c1a" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1105.799125] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e5346c1d-c1df-4bc2-97ae-4ee05ac16c1a" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1105.799315] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e5346c1d-c1df-4bc2-97ae-4ee05ac16c1a" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1105.799474] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1105.799586] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1105.799624] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1105.799774] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1105.799860] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1105.799955] env[62265]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e5346c1d-c1df-4bc2-97ae-4ee05ac16c1a',) {} {{(pid=62265) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1105.921594] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for cbb0bac3-287c-4b43-8b3d-b8f499908de9: rpc.has_security_group_logging(os_id): False [ 1105.938813] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1105.938962] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1105.939041] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1105.939264] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1105.939360] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1105.939544] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1105.940212] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1105.940212] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1105.940212] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1105.940212] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1105.940212] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1105.940510] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1105.940510] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1105.940572] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1105.940650] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1105.940798] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1105.941307] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1105.941402] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1105.941560] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1105.941640] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1105.941728] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: cbb0bac3-287c-4b43-8b3d-b8f499908de9 is going to be created. [ 1105.997722] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1105.997867] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1105.997962] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1105.998151] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1105.998335] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1106.007077] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: cbb0bac3-287c-4b43-8b3d-b8f499908de9 in Status: IN_PROGRESS for 2s [ 1106.302439] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1106.302801] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1106.302927] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1106.303167] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1106.303269] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1106.303474] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1106.303579] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1106.303677] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1106.303789] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1106.303869] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1106.303953] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e5346c1d-c1df-4bc2-97ae-4ee05ac16c1a is going to be updated. [ 1106.331824] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1106.331939] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1106.331980] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1106.332355] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1106.332355] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1106.340234] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e5346c1d-c1df-4bc2-97ae-4ee05ac16c1a in Status: IN_PROGRESS for 2s [ 1107.471512] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 85a6547c-bf3d-4bdc-b0a3-09132939cc37 in Status: SUCCESS [ 1107.471879] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-85a6547c-bf3d-4bdc-b0a3-09132939cc37" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1107.860731] env[62265]: INFO networking_nsxv3.common.synchronization [req-960a3fef-dccc-48b0-a337-a43f38a3564d req-8f09913e-69e2-4630-83cd-3527f41873f5 tempest-ServerRescueNegativeTestJSON-801777048 tempest-ServerRescueNegativeTestJSON-801777048-project-member] Enqueued Resource ID: 7153b458-f301-4578-9e41-e8a10d3e2733 with Priority: HIGHEST for action security_group_members [ 1107.860731] env[62265]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7153b458-f301-4578-9e41-e8a10d3e2733 with Priority: HIGHEST for action security_group_members [ 1107.860731] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock member-7153b458-f301-4578-9e41-e8a10d3e2733 taken with stack trace [, , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1107.860731] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7153b458-f301-4578-9e41-e8a10d3e2733" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1107.860901] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7153b458-f301-4578-9e41-e8a10d3e2733" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1107.860980] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7153b458-f301-4578-9e41-e8a10d3e2733" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1107.861590] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1107.863952] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1107.863952] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1107.863952] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1107.863952] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1107.863952] env[62265]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7153b458-f301-4578-9e41-e8a10d3e2733',) {} {{(pid=62265) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1108.018846] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: cbb0bac3-287c-4b43-8b3d-b8f499908de9 in Status: SUCCESS [ 1108.019896] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-cbb0bac3-287c-4b43-8b3d-b8f499908de9" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1108.349980] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e5346c1d-c1df-4bc2-97ae-4ee05ac16c1a in Status: SUCCESS [ 1108.350195] env[62265]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e5346c1d-c1df-4bc2-97ae-4ee05ac16c1a deletion is rescheduled due to dependency. [ 1108.350309] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e5346c1d-c1df-4bc2-97ae-4ee05ac16c1a" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1108.365882] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1108.366050] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1108.366095] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1108.366357] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1108.386182] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1108.386430] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1108.386547] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1108.386620] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1108.386873] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1108.386989] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1108.387105] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7153b458-f301-4578-9e41-e8a10d3e2733 is going to be updated. [ 1108.413628] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1108.413785] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1108.414441] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1108.414441] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1108.414441] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1108.449778] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7153b458-f301-4578-9e41-e8a10d3e2733 in Status: IN_PROGRESS for 2s [ 1109.002269] env[62265]: INFO networking_nsxv3.common.synchronization [None req-7377c4ba-31fa-4403-8316-2773eba0a0ab tempest-AttachVolumeShelveTestJSON-922877392 tempest-AttachVolumeShelveTestJSON-922877392-project-member] Enqueued Resource ID: ce0afbc5-bde1-45cb-a95b-09b0b420051a with Priority: HIGHEST for action security_group_rules [ 1109.002269] env[62265]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ce0afbc5-bde1-45cb-a95b-09b0b420051a with Priority: HIGHEST for action security_group_rules [ 1109.002269] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ce0afbc5-bde1-45cb-a95b-09b0b420051a taken with stack trace [, , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1109.002269] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ce0afbc5-bde1-45cb-a95b-09b0b420051a" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1109.002269] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ce0afbc5-bde1-45cb-a95b-09b0b420051a" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1109.002269] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ce0afbc5-bde1-45cb-a95b-09b0b420051a" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1109.002269] env[62265]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ce0afbc5-bde1-45cb-a95b-09b0b420051a',) {} {{(pid=62265) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1109.141940] env[62265]: INFO networking_nsxv3.common.synchronization [None req-efc9c716-14cc-41f7-8c97-cf30db13ed0e tempest-AttachVolumeShelveTestJSON-922877392 tempest-AttachVolumeShelveTestJSON-922877392-project-member] Enqueued Resource ID: ce0afbc5-bde1-45cb-a95b-09b0b420051a with Priority: HIGHEST for action security_group_rules [ 1109.141940] env[62265]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ce0afbc5-bde1-45cb-a95b-09b0b420051a with Priority: HIGHEST for action security_group_rules [ 1109.141940] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ce0afbc5-bde1-45cb-a95b-09b0b420051a taken with stack trace [, , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1109.141940] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ce0afbc5-bde1-45cb-a95b-09b0b420051a" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1109.522708] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1109.522926] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1109.522926] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1109.523214] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1109.523321] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1109.523411] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ce0afbc5-bde1-45cb-a95b-09b0b420051a already deleted. [ 1109.523501] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ce0afbc5-bde1-45cb-a95b-09b0b420051a" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1109.523649] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ce0afbc5-bde1-45cb-a95b-09b0b420051a" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1109.523805] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ce0afbc5-bde1-45cb-a95b-09b0b420051a" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1109.523918] env[62265]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ce0afbc5-bde1-45cb-a95b-09b0b420051a',) {} {{(pid=62265) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1109.559377] env[62265]: DEBUG networking_nsxv3.common.locking [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Lock network-838 taken with stack trace [, , , , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1109.559786] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquiring lock "network-838" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1109.559786] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquired lock "network-838" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1109.559962] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquired external semaphore "network-838" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1109.560233] env[62265]: DEBUG networking_nsxv3.common.locking [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1109.560403] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquiring lock "Segment" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1109.560514] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquired lock "Segment" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1109.560767] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquired external semaphore "Segment" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1109.561155] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Releasing lock "Segment" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1109.561155] env[62265]: DEBUG dogpile.cache.region [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] No value present for key: 'zone-id' {{(pid=62265) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1109.561285] env[62265]: DEBUG dogpile.lock [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] NeedRegenerationException {{(pid=62265) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1109.561390] env[62265]: DEBUG dogpile.lock [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] no value, waiting for create lock {{(pid=62265) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1109.561497] env[62265]: DEBUG dogpile.lock [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] value creation lock acquired {{(pid=62265) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1109.561605] env[62265]: DEBUG dogpile.cache.region [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] No value present for key: 'zone-id' {{(pid=62265) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1109.561709] env[62265]: DEBUG dogpile.lock [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Calling creation function for not-yet-present value {{(pid=62265) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1109.561946] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1109.587433] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1109.587433] env[62265]: DEBUG dogpile.cache.region [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Cache value generated in 0.025 seconds for key(s): 'zone-id' {{(pid=62265) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1109.587433] env[62265]: DEBUG dogpile.lock [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Released creation lock {{(pid=62265) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1109.587433] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Releasing lock "network-838" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1109.587433] env[62265]: DEBUG networking_nsxv3.common.locking [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Lock port-f24e4162-2f50-491b-bca5-4ef843f80ae7 taken with stack trace [, , , , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1109.587810] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquiring lock "port-f24e4162-2f50-491b-bca5-4ef843f80ae7" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1109.587810] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquired lock "port-f24e4162-2f50-491b-bca5-4ef843f80ae7" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1109.588068] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquired external semaphore "port-f24e4162-2f50-491b-bca5-4ef843f80ae7" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1109.588185] env[62265]: DEBUG networking_nsxv3.api.rpc [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f24e4162-2f50-491b-bca5-4ef843f80ae7',) {} {{(pid=62265) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1110.044850] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1110.044850] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1110.044850] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1110.045254] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1110.045254] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1110.045333] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ce0afbc5-bde1-45cb-a95b-09b0b420051a already deleted. [ 1110.045424] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ce0afbc5-bde1-45cb-a95b-09b0b420051a" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1110.065501] env[62265]: INFO networking_nsxv3.common.synchronization [req-7187bc09-e937-4b05-8bf6-a535c1bca070 req-fa9b4402-4714-4129-b5bf-6a059078fe5e tempest-ServersTestJSON-996831773 tempest-ServersTestJSON-996831773-project-member] Enqueued Resource ID: 85a6547c-bf3d-4bdc-b0a3-09132939cc37 with Priority: HIGHEST for action security_group_members [ 1110.065501] env[62265]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 85a6547c-bf3d-4bdc-b0a3-09132939cc37 with Priority: HIGHEST for action security_group_members [ 1110.065859] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock member-85a6547c-bf3d-4bdc-b0a3-09132939cc37 taken with stack trace [, , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1110.065859] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-85a6547c-bf3d-4bdc-b0a3-09132939cc37" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1110.065944] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-85a6547c-bf3d-4bdc-b0a3-09132939cc37" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1110.066437] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-85a6547c-bf3d-4bdc-b0a3-09132939cc37" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1110.066437] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1110.066437] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1110.066437] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1110.066722] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1110.066722] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1110.066781] env[62265]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('85a6547c-bf3d-4bdc-b0a3-09132939cc37',) {} {{(pid=62265) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1110.093670] env[62265]: DEBUG networking_nsxv3.common.locking [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1110.093900] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquiring lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1110.094049] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquired lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1110.094321] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquired external semaphore "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1110.094473] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Releasing lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1110.094632] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Segment Port f24e4162-2f50-491b-bca5-4ef843f80ae7 not found, creating... [ 1110.094891] env[62265]: DEBUG networking_nsxv3.common.locking [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1110.095061] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquiring lock "Segment" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1110.095255] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquired lock "Segment" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1110.095493] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquired external semaphore "Segment" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1110.095847] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Releasing lock "Segment" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1110.095970] env[62265]: DEBUG networking_nsxv3.common.locking [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1110.096149] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquiring lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1110.096285] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquired lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1110.096511] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquired external semaphore "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1110.096690] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Releasing lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1110.096817] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Resource: SegmentPort with ID: f24e4162-2f50-491b-bca5-4ef843f80ae7 is going to be created. [ 1110.117243] env[62265]: DEBUG networking_nsxv3.common.locking [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1110.117449] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquiring lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1110.117584] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquired lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1110.117824] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquired external semaphore "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1110.118062] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Releasing lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1110.118288] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Releasing lock "port-f24e4162-2f50-491b-bca5-4ef843f80ae7" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1110.461019] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7153b458-f301-4578-9e41-e8a10d3e2733 in Status: SUCCESS [ 1110.461230] env[62265]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7153b458-f301-4578-9e41-e8a10d3e2733 deletion is rescheduled due to dependency. [ 1110.461349] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7153b458-f301-4578-9e41-e8a10d3e2733" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1110.569336] env[62265]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('85a6547c-bf3d-4bdc-b0a3-09132939cc37',) {} {{(pid=62265) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1110.876124] env[62265]: INFO networking_nsxv3.common.synchronization [req-066e69c2-5d30-4e6b-8c8d-8b8931870bce req-d5e1ad81-d1fc-4b4e-9a22-33554e6a3608 service nova] Enqueued Resource ID: da93af02-3b4e-409c-8e28-ed7c1e3287ca with Priority: HIGHEST for action security_group_rules [ 1110.876345] env[62265]: INFO networking_nsxv3.common.synchronization [req-066e69c2-5d30-4e6b-8c8d-8b8931870bce req-d5e1ad81-d1fc-4b4e-9a22-33554e6a3608 service nova] Enqueued Resource ID: da93af02-3b4e-409c-8e28-ed7c1e3287ca with Priority: HIGHEST for action security_group_members [ 1110.876466] env[62265]: INFO networking_nsxv3.common.synchronization [req-066e69c2-5d30-4e6b-8c8d-8b8931870bce req-d5e1ad81-d1fc-4b4e-9a22-33554e6a3608 service nova] Enqueued Resource ID: f24e4162-2f50-491b-bca5-4ef843f80ae7 with Priority: HIGHEST for action port [ 1110.876692] env[62265]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: da93af02-3b4e-409c-8e28-ed7c1e3287ca with Priority: HIGHEST for action security_group_rules [ 1110.876813] env[62265]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: da93af02-3b4e-409c-8e28-ed7c1e3287ca with Priority: HIGHEST for action security_group_members [ 1110.876898] env[62265]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f24e4162-2f50-491b-bca5-4ef843f80ae7 with Priority: HIGHEST for action port [ 1110.877430] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock rules-da93af02-3b4e-409c-8e28-ed7c1e3287ca taken with stack trace [, , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1110.877577] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-da93af02-3b4e-409c-8e28-ed7c1e3287ca" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1110.877577] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-da93af02-3b4e-409c-8e28-ed7c1e3287ca" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1110.877833] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-da93af02-3b4e-409c-8e28-ed7c1e3287ca" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1110.877911] env[62265]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('da93af02-3b4e-409c-8e28-ed7c1e3287ca',) {} {{(pid=62265) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1110.878704] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock member-da93af02-3b4e-409c-8e28-ed7c1e3287ca taken with stack trace [, , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1110.878817] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-da93af02-3b4e-409c-8e28-ed7c1e3287ca" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1110.878883] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-da93af02-3b4e-409c-8e28-ed7c1e3287ca" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1110.879060] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-da93af02-3b4e-409c-8e28-ed7c1e3287ca" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1110.879200] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1110.879348] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1110.879348] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1110.879488] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1110.879558] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1110.879646] env[62265]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('da93af02-3b4e-409c-8e28-ed7c1e3287ca',) {} {{(pid=62265) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1110.880380] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock port-f24e4162-2f50-491b-bca5-4ef843f80ae7 taken with stack trace [, , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1110.880478] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f24e4162-2f50-491b-bca5-4ef843f80ae7" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1110.880514] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f24e4162-2f50-491b-bca5-4ef843f80ae7" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1110.880649] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f24e4162-2f50-491b-bca5-4ef843f80ae7" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1110.880716] env[62265]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f24e4162-2f50-491b-bca5-4ef843f80ae7',) {} {{(pid=62265) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1111.071454] env[62265]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('85a6547c-bf3d-4bdc-b0a3-09132939cc37',) {} {{(pid=62265) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1111.382374] env[62265]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('da93af02-3b4e-409c-8e28-ed7c1e3287ca',) {} {{(pid=62265) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1111.383526] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock member-da93af02-3b4e-409c-8e28-ed7c1e3287ca taken with stack trace [, , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1111.383658] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-da93af02-3b4e-409c-8e28-ed7c1e3287ca" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1111.383807] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port f24e4162-2f50-491b-bca5-4ef843f80ae7 with status ACTIVE [ 1111.383964] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1111.384091] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1111.384152] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1111.384942] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1111.384942] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1111.384942] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1111.384942] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1111.384942] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1111.385260] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1111.385260] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1111.385260] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1111.385385] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1111.385416] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1111.385563] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1111.385637] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1111.385720] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: f24e4162-2f50-491b-bca5-4ef843f80ae7 is going to be updated. [ 1111.405569] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1111.405728] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1111.405805] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1111.406075] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1111.406246] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1111.406479] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f24e4162-2f50-491b-bca5-4ef843f80ae7" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1111.574136] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1111.574360] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1111.574360] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1111.574639] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1111.574752] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1111.574870] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 85a6547c-bf3d-4bdc-b0a3-09132939cc37 is going to be updated. [ 1111.612464] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1111.612566] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1111.612607] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1111.612844] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1111.613543] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1111.622207] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 85a6547c-bf3d-4bdc-b0a3-09132939cc37 in Status: IN_PROGRESS for 2s [ 1111.887506] env[62265]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('da93af02-3b4e-409c-8e28-ed7c1e3287ca',) {} {{(pid=62265) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1112.363499] env[62265]: INFO networking_nsxv3.common.synchronization [req-ac87d937-a8eb-4082-8b26-f89dd47e9508 req-1ce91776-0130-4725-b4b6-3284b1a88276 tempest-ServerActionsTestOtherB-1524070999 tempest-ServerActionsTestOtherB-1524070999-project-member] Enqueued Resource ID: e1aa9925-8acc-4328-bd1d-1f3ff9007d21 with Priority: HIGHEST for action security_group_members [ 1112.364062] env[62265]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e1aa9925-8acc-4328-bd1d-1f3ff9007d21 with Priority: HIGHEST for action security_group_members [ 1112.364386] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock member-e1aa9925-8acc-4328-bd1d-1f3ff9007d21 taken with stack trace [, , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1112.364534] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e1aa9925-8acc-4328-bd1d-1f3ff9007d21" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1112.364615] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e1aa9925-8acc-4328-bd1d-1f3ff9007d21" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1112.364832] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e1aa9925-8acc-4328-bd1d-1f3ff9007d21" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1112.364984] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1112.365332] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1112.365426] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1112.365611] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1112.365701] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1112.365794] env[62265]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e1aa9925-8acc-4328-bd1d-1f3ff9007d21',) {} {{(pid=62265) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1112.389420] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1112.389629] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1112.389629] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1112.389849] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1112.389930] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1112.390035] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: da93af02-3b4e-409c-8e28-ed7c1e3287ca is going to be created. [ 1112.413371] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1112.413653] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1112.413653] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1112.413774] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1112.413947] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1112.422536] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: da93af02-3b4e-409c-8e28-ed7c1e3287ca in Status: UNINITIALIZED for 2s [ 1112.868370] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1112.868544] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1112.868623] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1112.868840] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1112.890843] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1112.891166] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1112.891313] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1112.891372] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1112.891577] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1112.891661] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1112.891928] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e1aa9925-8acc-4328-bd1d-1f3ff9007d21 is going to be updated. [ 1112.915211] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1112.915393] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1112.915454] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1112.915649] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1112.915787] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1112.924609] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e1aa9925-8acc-4328-bd1d-1f3ff9007d21 in Status: IN_PROGRESS for 2s [ 1113.642788] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 85a6547c-bf3d-4bdc-b0a3-09132939cc37 in Status: SUCCESS [ 1113.642788] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-85a6547c-bf3d-4bdc-b0a3-09132939cc37" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1114.431034] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: da93af02-3b4e-409c-8e28-ed7c1e3287ca in Status: SUCCESS [ 1114.431107] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-da93af02-3b4e-409c-8e28-ed7c1e3287ca" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1114.431276] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-da93af02-3b4e-409c-8e28-ed7c1e3287ca" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1114.431500] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-da93af02-3b4e-409c-8e28-ed7c1e3287ca" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1114.431685] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1114.431803] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1114.431900] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1114.432017] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1114.432103] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1114.432180] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-da93af02-3b4e-409c-8e28-ed7c1e3287ca" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1114.432269] env[62265]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('da93af02-3b4e-409c-8e28-ed7c1e3287ca',) {} {{(pid=62265) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1114.934031] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e1aa9925-8acc-4328-bd1d-1f3ff9007d21 in Status: SUCCESS [ 1114.934286] env[62265]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e1aa9925-8acc-4328-bd1d-1f3ff9007d21 deletion is rescheduled due to dependency. [ 1114.934286] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e1aa9925-8acc-4328-bd1d-1f3ff9007d21" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1114.934649] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock member-da93af02-3b4e-409c-8e28-ed7c1e3287ca taken with stack trace [, , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1114.934785] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-da93af02-3b4e-409c-8e28-ed7c1e3287ca" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1114.934949] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-da93af02-3b4e-409c-8e28-ed7c1e3287ca" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1114.935121] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-da93af02-3b4e-409c-8e28-ed7c1e3287ca" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1114.935861] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1114.935861] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1114.935861] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1114.935861] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1114.935861] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1114.935861] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-da93af02-3b4e-409c-8e28-ed7c1e3287ca" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1114.936189] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock member-da93af02-3b4e-409c-8e28-ed7c1e3287ca taken with stack trace [, , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1114.936189] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-da93af02-3b4e-409c-8e28-ed7c1e3287ca" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1114.936189] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-da93af02-3b4e-409c-8e28-ed7c1e3287ca" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1114.936299] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-da93af02-3b4e-409c-8e28-ed7c1e3287ca" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1114.936910] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1114.936910] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1114.936910] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1114.936910] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1114.936910] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1114.936910] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-da93af02-3b4e-409c-8e28-ed7c1e3287ca" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1114.936910] env[62265]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('da93af02-3b4e-409c-8e28-ed7c1e3287ca',) {} {{(pid=62265) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1115.439655] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for da93af02-3b4e-409c-8e28-ed7c1e3287ca: rpc.has_security_group_logging(os_id): False [ 1115.469294] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1115.469482] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1115.469578] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1115.469804] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1115.469929] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1115.470328] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1115.470479] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1115.470571] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1115.470753] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1115.470865] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1115.471097] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1115.471341] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1115.471341] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1115.471476] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1115.471573] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1115.471784] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1115.471911] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1115.471998] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1115.472186] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1115.472293] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1115.472408] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: da93af02-3b4e-409c-8e28-ed7c1e3287ca is going to be created. [ 1115.552556] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1115.552703] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1115.552775] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1115.552985] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1115.553339] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1115.566662] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: da93af02-3b4e-409c-8e28-ed7c1e3287ca in Status: IN_PROGRESS for 2s [ 1116.464228] env[62265]: INFO networking_nsxv3.common.synchronization [None req-a14796d3-1f60-492d-bb07-52d270c9ef67 tempest-ServerDiskConfigTestJSON-1010102246 tempest-ServerDiskConfigTestJSON-1010102246-project-member] Enqueued Resource ID: 41a4e4e6-0cd6-4e9b-bad8-cd114c608b52 with Priority: HIGHEST for action security_group_rules [ 1116.464228] env[62265]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 41a4e4e6-0cd6-4e9b-bad8-cd114c608b52 with Priority: HIGHEST for action security_group_rules [ 1116.464228] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock rules-41a4e4e6-0cd6-4e9b-bad8-cd114c608b52 taken with stack trace [, , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1116.464228] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-41a4e4e6-0cd6-4e9b-bad8-cd114c608b52" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1116.464228] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-41a4e4e6-0cd6-4e9b-bad8-cd114c608b52" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1116.464745] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-41a4e4e6-0cd6-4e9b-bad8-cd114c608b52" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1116.464980] env[62265]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('41a4e4e6-0cd6-4e9b-bad8-cd114c608b52',) {} {{(pid=62265) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1116.547822] env[62265]: INFO networking_nsxv3.common.synchronization [None req-62692c4f-f939-4850-8184-70756f112fc1 tempest-ServerDiskConfigTestJSON-1010102246 tempest-ServerDiskConfigTestJSON-1010102246-project-member] Enqueued Resource ID: 41a4e4e6-0cd6-4e9b-bad8-cd114c608b52 with Priority: HIGHEST for action security_group_rules [ 1116.547822] env[62265]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 41a4e4e6-0cd6-4e9b-bad8-cd114c608b52 with Priority: HIGHEST for action security_group_rules [ 1116.547822] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock rules-41a4e4e6-0cd6-4e9b-bad8-cd114c608b52 taken with stack trace [, , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1116.547822] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-41a4e4e6-0cd6-4e9b-bad8-cd114c608b52" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1116.986775] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1116.987024] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1116.987143] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1116.987429] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1116.987645] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1116.987790] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 41a4e4e6-0cd6-4e9b-bad8-cd114c608b52 already deleted. [ 1116.987914] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-41a4e4e6-0cd6-4e9b-bad8-cd114c608b52" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1116.988104] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-41a4e4e6-0cd6-4e9b-bad8-cd114c608b52" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1116.988305] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-41a4e4e6-0cd6-4e9b-bad8-cd114c608b52" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1116.988416] env[62265]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('41a4e4e6-0cd6-4e9b-bad8-cd114c608b52',) {} {{(pid=62265) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1117.509109] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1117.509444] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1117.509444] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1117.509557] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1117.509644] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1117.509741] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 41a4e4e6-0cd6-4e9b-bad8-cd114c608b52 already deleted. [ 1117.509822] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-41a4e4e6-0cd6-4e9b-bad8-cd114c608b52" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1117.580177] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: da93af02-3b4e-409c-8e28-ed7c1e3287ca in Status: SUCCESS [ 1117.580414] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-da93af02-3b4e-409c-8e28-ed7c1e3287ca" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1117.705220] env[62265]: INFO networking_nsxv3.common.synchronization [req-31c1ceeb-b67f-42e4-84fb-df82e7f7b41f req-5c02c584-dfb5-490f-9b48-5c44b1923d97 tempest-AttachVolumeNegativeTest-1860273183 tempest-AttachVolumeNegativeTest-1860273183-project-member] Enqueued Resource ID: c8509c53-531d-40fa-8d66-9f26778803f5 with Priority: HIGHEST for action security_group_members [ 1117.706582] env[62265]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c8509c53-531d-40fa-8d66-9f26778803f5 with Priority: HIGHEST for action security_group_members [ 1117.707838] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock member-c8509c53-531d-40fa-8d66-9f26778803f5 taken with stack trace [, , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1117.708532] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c8509c53-531d-40fa-8d66-9f26778803f5" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1117.708640] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c8509c53-531d-40fa-8d66-9f26778803f5" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1117.708873] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c8509c53-531d-40fa-8d66-9f26778803f5" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1117.710212] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1117.710212] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1117.710212] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1117.710212] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1117.710212] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1117.710212] env[62265]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c8509c53-531d-40fa-8d66-9f26778803f5',) {} {{(pid=62265) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1118.212177] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1118.212324] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1118.212377] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1118.212589] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1118.236586] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1118.236586] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1118.236586] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1118.236586] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1118.236586] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1118.236586] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1118.236586] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c8509c53-531d-40fa-8d66-9f26778803f5 is going to be updated. [ 1118.264897] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1118.264897] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1118.264897] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1118.264897] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1118.264897] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1118.271622] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c8509c53-531d-40fa-8d66-9f26778803f5 in Status: IN_PROGRESS for 2s [ 1118.504345] env[62265]: INFO networking_nsxv3.common.synchronization [req-9d791352-86c8-40be-b0c4-85f9c4a0834b req-44c7c491-8781-4b79-bbfb-4bc90afda752 tempest-DeleteServersTestJSON-1576012687 tempest-DeleteServersTestJSON-1576012687-project-member] Enqueued Resource ID: 95cf98c4-3841-4576-950a-00c6f979459f with Priority: HIGHEST for action security_group_members [ 1118.504838] env[62265]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 95cf98c4-3841-4576-950a-00c6f979459f with Priority: HIGHEST for action security_group_members [ 1118.505154] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock member-95cf98c4-3841-4576-950a-00c6f979459f taken with stack trace [, , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1118.505296] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-95cf98c4-3841-4576-950a-00c6f979459f" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1118.505386] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-95cf98c4-3841-4576-950a-00c6f979459f" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1118.505592] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-95cf98c4-3841-4576-950a-00c6f979459f" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1118.505745] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1118.505848] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1118.505905] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1118.506163] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1118.506227] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1118.506309] env[62265]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('95cf98c4-3841-4576-950a-00c6f979459f',) {} {{(pid=62265) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1119.011523] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1119.011812] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1119.011812] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1119.011964] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1119.012055] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1119.012254] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1119.012351] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1119.012413] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1119.012564] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1119.012641] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1119.012727] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 95cf98c4-3841-4576-950a-00c6f979459f is going to be updated. [ 1119.044261] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1119.044402] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1119.044461] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1119.044664] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1119.044819] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1119.053466] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 95cf98c4-3841-4576-950a-00c6f979459f in Status: IN_PROGRESS for 2s [ 1119.207668] env[62265]: DEBUG networking_nsxv3.common.locking [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Lock network-589 taken with stack trace [, , , , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1119.207932] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquiring lock "network-589" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1119.208032] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquired lock "network-589" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1119.208334] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquired external semaphore "network-589" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1119.208917] env[62265]: DEBUG networking_nsxv3.common.locking [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1119.208917] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquiring lock "Segment" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1119.209122] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquired lock "Segment" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1119.211376] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquired external semaphore "Segment" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1119.211499] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Releasing lock "Segment" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1119.211771] env[62265]: DEBUG dogpile.cache.region [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] No value present for key: 'zone-id' {{(pid=62265) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1119.211930] env[62265]: DEBUG dogpile.lock [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] NeedRegenerationException {{(pid=62265) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1119.212612] env[62265]: DEBUG dogpile.lock [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] no value, waiting for create lock {{(pid=62265) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1119.212612] env[62265]: DEBUG dogpile.lock [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] value creation lock acquired {{(pid=62265) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1119.212612] env[62265]: DEBUG dogpile.cache.region [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] No value present for key: 'zone-id' {{(pid=62265) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1119.212612] env[62265]: DEBUG dogpile.lock [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Calling creation function for not-yet-present value {{(pid=62265) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1119.212612] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1119.231190] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1119.231190] env[62265]: DEBUG dogpile.cache.region [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Cache value generated in 0.018 seconds for key(s): 'zone-id' {{(pid=62265) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1119.231190] env[62265]: DEBUG dogpile.lock [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Released creation lock {{(pid=62265) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1119.231401] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Releasing lock "network-589" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1119.231926] env[62265]: DEBUG networking_nsxv3.common.locking [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Lock port-8560a1ff-1b6c-4047-861e-4149458be5f8 taken with stack trace [, , , , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1119.231926] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquiring lock "port-8560a1ff-1b6c-4047-861e-4149458be5f8" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1119.232140] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquired lock "port-8560a1ff-1b6c-4047-861e-4149458be5f8" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1119.232445] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquired external semaphore "port-8560a1ff-1b6c-4047-861e-4149458be5f8" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1119.232524] env[62265]: DEBUG networking_nsxv3.api.rpc [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8560a1ff-1b6c-4047-861e-4149458be5f8',) {} {{(pid=62265) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1119.738244] env[62265]: DEBUG networking_nsxv3.common.locking [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1119.738244] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquiring lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1119.738244] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquired lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1119.738244] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquired external semaphore "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1119.738244] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Releasing lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1119.738244] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Segment Port 8560a1ff-1b6c-4047-861e-4149458be5f8 not found, creating... [ 1119.738244] env[62265]: DEBUG networking_nsxv3.common.locking [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1119.738244] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquiring lock "Segment" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1119.738244] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquired lock "Segment" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1119.738244] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquired external semaphore "Segment" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1119.738244] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Releasing lock "Segment" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1119.739170] env[62265]: DEBUG networking_nsxv3.common.locking [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1119.739376] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquiring lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1119.739548] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquired lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1119.739817] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquired external semaphore "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1119.740047] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Releasing lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1119.740650] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Resource: SegmentPort with ID: 8560a1ff-1b6c-4047-861e-4149458be5f8 is going to be created. [ 1119.761930] env[62265]: DEBUG networking_nsxv3.common.locking [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1119.761930] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquiring lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1119.761930] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquired lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1119.761930] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquired external semaphore "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1119.762174] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Releasing lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1119.762405] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Releasing lock "port-8560a1ff-1b6c-4047-861e-4149458be5f8" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1120.077046] env[62265]: INFO networking_nsxv3.common.synchronization [req-0ed35da1-84de-4b3e-96b6-14c3574a688d req-e431bd6c-84d3-46e9-aabe-3fa32655c7dc tempest-ServerDiskConfigTestJSON-1010102246 tempest-ServerDiskConfigTestJSON-1010102246-project-member] Enqueued Resource ID: b70db8a6-589b-46f1-ab50-a8fac5cfe516 with Priority: HIGHEST for action security_group_members [ 1120.077608] env[62265]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b70db8a6-589b-46f1-ab50-a8fac5cfe516 with Priority: HIGHEST for action security_group_members [ 1120.077939] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock member-b70db8a6-589b-46f1-ab50-a8fac5cfe516 taken with stack trace [, , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1120.078396] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b70db8a6-589b-46f1-ab50-a8fac5cfe516" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1120.078477] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b70db8a6-589b-46f1-ab50-a8fac5cfe516" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1120.078683] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b70db8a6-589b-46f1-ab50-a8fac5cfe516" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1120.078846] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1120.078948] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1120.079020] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1120.079174] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1120.079259] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1120.079375] env[62265]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b70db8a6-589b-46f1-ab50-a8fac5cfe516',) {} {{(pid=62265) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1120.281718] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c8509c53-531d-40fa-8d66-9f26778803f5 in Status: SUCCESS [ 1120.281921] env[62265]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c8509c53-531d-40fa-8d66-9f26778803f5 deletion is rescheduled due to dependency. [ 1120.282050] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c8509c53-531d-40fa-8d66-9f26778803f5" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1120.581826] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1120.582053] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1120.582104] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1120.582286] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1120.582389] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1120.582598] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1120.582694] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1120.582757] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1120.582910] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1120.583081] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1120.583210] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b70db8a6-589b-46f1-ab50-a8fac5cfe516 is going to be updated. [ 1120.610348] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1120.610494] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1120.610565] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1120.610785] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1120.610925] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1120.619776] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b70db8a6-589b-46f1-ab50-a8fac5cfe516 in Status: IN_PROGRESS for 2s [ 1120.780609] env[62265]: INFO networking_nsxv3.common.synchronization [req-9d791352-86c8-40be-b0c4-85f9c4a0834b req-3df135c0-52df-4486-b53c-69266b5ee745 service nova] Enqueued Resource ID: 95cf98c4-3841-4576-950a-00c6f979459f with Priority: HIGHEST for action security_group_rules [ 1120.780609] env[62265]: INFO networking_nsxv3.common.synchronization [req-9d791352-86c8-40be-b0c4-85f9c4a0834b req-3df135c0-52df-4486-b53c-69266b5ee745 service nova] Enqueued Resource ID: 95cf98c4-3841-4576-950a-00c6f979459f with Priority: HIGHEST for action security_group_members [ 1120.780609] env[62265]: INFO networking_nsxv3.common.synchronization [req-9d791352-86c8-40be-b0c4-85f9c4a0834b req-3df135c0-52df-4486-b53c-69266b5ee745 service nova] Enqueued Resource ID: 8560a1ff-1b6c-4047-861e-4149458be5f8 with Priority: HIGHEST for action port [ 1120.780970] env[62265]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 95cf98c4-3841-4576-950a-00c6f979459f with Priority: HIGHEST for action security_group_rules [ 1120.780970] env[62265]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 95cf98c4-3841-4576-950a-00c6f979459f with Priority: HIGHEST for action security_group_members [ 1120.780970] env[62265]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8560a1ff-1b6c-4047-861e-4149458be5f8 with Priority: HIGHEST for action port [ 1120.781496] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock rules-95cf98c4-3841-4576-950a-00c6f979459f taken with stack trace [, , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1120.781618] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-95cf98c4-3841-4576-950a-00c6f979459f" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1120.781690] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-95cf98c4-3841-4576-950a-00c6f979459f" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1120.781875] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-95cf98c4-3841-4576-950a-00c6f979459f" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1120.781952] env[62265]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('95cf98c4-3841-4576-950a-00c6f979459f',) {} {{(pid=62265) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1120.783618] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock member-95cf98c4-3841-4576-950a-00c6f979459f taken with stack trace [, , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1120.783808] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-95cf98c4-3841-4576-950a-00c6f979459f" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1120.785631] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock port-8560a1ff-1b6c-4047-861e-4149458be5f8 taken with stack trace [, , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1120.785826] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-8560a1ff-1b6c-4047-861e-4149458be5f8" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1120.786264] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-8560a1ff-1b6c-4047-861e-4149458be5f8" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1120.786458] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-8560a1ff-1b6c-4047-861e-4149458be5f8" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1120.786538] env[62265]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8560a1ff-1b6c-4047-861e-4149458be5f8',) {} {{(pid=62265) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1121.063171] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 95cf98c4-3841-4576-950a-00c6f979459f in Status: SUCCESS [ 1121.063395] env[62265]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 95cf98c4-3841-4576-950a-00c6f979459f deletion is rescheduled due to dependency. [ 1121.063909] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-95cf98c4-3841-4576-950a-00c6f979459f" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1121.064067] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-95cf98c4-3841-4576-950a-00c6f979459f" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1121.066430] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-95cf98c4-3841-4576-950a-00c6f979459f" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1121.066430] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1121.066430] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1121.066430] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1121.066430] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1121.066430] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1121.066430] env[62265]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('95cf98c4-3841-4576-950a-00c6f979459f',) {} {{(pid=62265) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1121.283989] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock member-95cf98c4-3841-4576-950a-00c6f979459f taken with stack trace [, , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1121.284342] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-95cf98c4-3841-4576-950a-00c6f979459f" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1121.288941] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 8560a1ff-1b6c-4047-861e-4149458be5f8 with status ACTIVE [ 1121.289163] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1121.289286] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1121.289353] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1121.289561] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1121.289649] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1121.289824] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1121.289920] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1121.289982] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1121.290140] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1121.290217] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1121.290393] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1121.290486] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1121.290551] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1121.290684] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1121.290755] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1121.290837] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 8560a1ff-1b6c-4047-861e-4149458be5f8 is going to be updated. [ 1121.310929] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1121.311094] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1121.311172] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1121.311362] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1121.311496] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1121.311654] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-8560a1ff-1b6c-4047-861e-4149458be5f8" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1121.567395] env[62265]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('95cf98c4-3841-4576-950a-00c6f979459f',) {} {{(pid=62265) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1121.842241] env[62265]: INFO networking_nsxv3.common.synchronization [req-46915163-4e1a-4dd0-b323-263d1ecf27c4 req-2d72b8e5-f5c0-427a-99ab-46b033b5f39b tempest-FloatingIPsAssociationNegativeTestJSON-1010623740 tempest-FloatingIPsAssociationNegativeTestJSON-1010623740-project-member] Enqueued Resource ID: cbb0bac3-287c-4b43-8b3d-b8f499908de9 with Priority: HIGHEST for action security_group_members [ 1121.842241] env[62265]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cbb0bac3-287c-4b43-8b3d-b8f499908de9 with Priority: HIGHEST for action security_group_members [ 1121.842241] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock member-cbb0bac3-287c-4b43-8b3d-b8f499908de9 taken with stack trace [, , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1121.842241] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cbb0bac3-287c-4b43-8b3d-b8f499908de9" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1121.842241] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cbb0bac3-287c-4b43-8b3d-b8f499908de9" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1121.842241] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cbb0bac3-287c-4b43-8b3d-b8f499908de9" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1121.842241] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1121.842241] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1121.842241] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1121.842241] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1121.843091] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1121.843399] env[62265]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('cbb0bac3-287c-4b43-8b3d-b8f499908de9',) {} {{(pid=62265) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1122.070539] env[62265]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('95cf98c4-3841-4576-950a-00c6f979459f',) {} {{(pid=62265) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1122.345657] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1122.346013] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1122.346013] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1122.346157] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1122.346193] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1122.346388] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1122.346534] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1122.346655] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1122.346809] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1122.346854] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1122.346921] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: cbb0bac3-287c-4b43-8b3d-b8f499908de9 is going to be updated. [ 1122.372951] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1122.373175] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1122.373239] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1122.373398] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1122.373537] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1122.380800] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cbb0bac3-287c-4b43-8b3d-b8f499908de9 in Status: IN_PROGRESS for 2s [ 1122.575532] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1122.575532] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1122.575532] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1122.575854] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1122.575854] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1122.575854] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 95cf98c4-3841-4576-950a-00c6f979459f is going to be updated. [ 1122.602691] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1122.602838] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1122.602897] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1122.604207] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1122.604207] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1122.613237] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 95cf98c4-3841-4576-950a-00c6f979459f in Status: IN_PROGRESS for 2s [ 1122.628691] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b70db8a6-589b-46f1-ab50-a8fac5cfe516 in Status: SUCCESS [ 1122.628951] env[62265]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b70db8a6-589b-46f1-ab50-a8fac5cfe516 deletion is rescheduled due to dependency. [ 1122.629100] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b70db8a6-589b-46f1-ab50-a8fac5cfe516" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1124.390561] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cbb0bac3-287c-4b43-8b3d-b8f499908de9 in Status: SUCCESS [ 1124.390880] env[62265]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: cbb0bac3-287c-4b43-8b3d-b8f499908de9 deletion is rescheduled due to dependency. [ 1124.390880] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cbb0bac3-287c-4b43-8b3d-b8f499908de9" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1124.623335] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 95cf98c4-3841-4576-950a-00c6f979459f in Status: SUCCESS [ 1124.623644] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-95cf98c4-3841-4576-950a-00c6f979459f" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1124.624021] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-95cf98c4-3841-4576-950a-00c6f979459f" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1124.624192] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-95cf98c4-3841-4576-950a-00c6f979459f" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1124.624471] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1124.624643] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1124.624714] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1124.625011] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1124.625011] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1124.625156] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-95cf98c4-3841-4576-950a-00c6f979459f" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1124.625211] env[62265]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('95cf98c4-3841-4576-950a-00c6f979459f',) {} {{(pid=62265) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1125.129503] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock member-95cf98c4-3841-4576-950a-00c6f979459f taken with stack trace [, , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1125.129503] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-95cf98c4-3841-4576-950a-00c6f979459f" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1125.129503] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-95cf98c4-3841-4576-950a-00c6f979459f" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1125.129503] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-95cf98c4-3841-4576-950a-00c6f979459f" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1125.129503] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1125.129503] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1125.129503] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1125.129503] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1125.129912] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1125.129912] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-95cf98c4-3841-4576-950a-00c6f979459f" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1125.129912] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock member-95cf98c4-3841-4576-950a-00c6f979459f taken with stack trace [, , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1125.129912] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-95cf98c4-3841-4576-950a-00c6f979459f" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1125.130054] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-95cf98c4-3841-4576-950a-00c6f979459f" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1125.130088] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-95cf98c4-3841-4576-950a-00c6f979459f" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1125.130212] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1125.130302] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1125.130360] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1125.130499] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1125.131205] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1125.131205] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-95cf98c4-3841-4576-950a-00c6f979459f" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1125.131205] env[62265]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('95cf98c4-3841-4576-950a-00c6f979459f',) {} {{(pid=62265) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1125.454650] env[62265]: INFO networking_nsxv3.common.synchronization [None req-d2827565-d865-4481-95fa-cb5309f90663 None None] Enqueued Resource ID: 4fe73be4-2bf2-4be4-b10c-5e323c4ce5c6 with Priority: HIGHEST for action port [ 1125.455228] env[62265]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4fe73be4-2bf2-4be4-b10c-5e323c4ce5c6 with Priority: HIGHEST for action port [ 1125.455531] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock port-4fe73be4-2bf2-4be4-b10c-5e323c4ce5c6 taken with stack trace [, , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1125.455707] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-4fe73be4-2bf2-4be4-b10c-5e323c4ce5c6" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1125.455707] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-4fe73be4-2bf2-4be4-b10c-5e323c4ce5c6" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1125.455954] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-4fe73be4-2bf2-4be4-b10c-5e323c4ce5c6" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1125.456231] env[62265]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4fe73be4-2bf2-4be4-b10c-5e323c4ce5c6',) {} {{(pid=62265) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1125.632969] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 95cf98c4-3841-4576-950a-00c6f979459f: rpc.has_security_group_logging(os_id): False [ 1125.659020] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1125.659020] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1125.659020] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1125.659020] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1125.659020] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1125.659020] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1125.659020] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1125.659020] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1125.659549] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1125.659549] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1125.659549] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1125.659656] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1125.659656] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1125.659764] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1125.659835] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1125.661308] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1125.661560] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1125.661727] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1125.661900] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1125.662115] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1125.662214] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 95cf98c4-3841-4576-950a-00c6f979459f is going to be updated. [ 1125.718997] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1125.718997] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1125.718997] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1125.718997] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1125.719220] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1125.733212] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 95cf98c4-3841-4576-950a-00c6f979459f in Status: IN_PROGRESS for 2s [ 1125.958140] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 4fe73be4-2bf2-4be4-b10c-5e323c4ce5c6 [ 1125.958380] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1125.958517] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1125.958589] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1125.958824] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1125.958915] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1125.959024] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:4fe73be4-2bf2-4be4-b10c-5e323c4ce5c6 already deleted. [ 1125.959107] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-4fe73be4-2bf2-4be4-b10c-5e323c4ce5c6" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1127.722181] env[62265]: INFO networking_nsxv3.common.synchronization [None req-e1aab80d-c34d-4292-90dd-a17d3562891e None None] Enqueued Resource ID: 51f1437d-57d6-4981-a5d5-f9b5a26d9a9f with Priority: HIGHEST for action port [ 1127.722181] env[62265]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 51f1437d-57d6-4981-a5d5-f9b5a26d9a9f with Priority: HIGHEST for action port [ 1127.723232] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock port-51f1437d-57d6-4981-a5d5-f9b5a26d9a9f taken with stack trace [, , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1127.723232] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-51f1437d-57d6-4981-a5d5-f9b5a26d9a9f" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1127.723232] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-51f1437d-57d6-4981-a5d5-f9b5a26d9a9f" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1127.723232] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-51f1437d-57d6-4981-a5d5-f9b5a26d9a9f" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1127.723232] env[62265]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('51f1437d-57d6-4981-a5d5-f9b5a26d9a9f',) {} {{(pid=62265) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1127.747951] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 95cf98c4-3841-4576-950a-00c6f979459f in Status: SUCCESS [ 1127.748190] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-95cf98c4-3841-4576-950a-00c6f979459f" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1128.226411] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 51f1437d-57d6-4981-a5d5-f9b5a26d9a9f [ 1128.227088] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1128.227088] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1128.227088] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1128.227088] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1128.227328] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1128.227328] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:51f1437d-57d6-4981-a5d5-f9b5a26d9a9f already deleted. [ 1128.227328] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-51f1437d-57d6-4981-a5d5-f9b5a26d9a9f" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1128.300064] env[62265]: INFO networking_nsxv3.common.synchronization [req-07fe1c78-e9cc-471f-8f27-699b5105d655 req-0cda7155-4082-4078-a7a6-4df441811e13 tempest-AttachVolumeShelveTestJSON-922877392 tempest-AttachVolumeShelveTestJSON-922877392-project-member] Enqueued Resource ID: ce0afbc5-bde1-45cb-a95b-09b0b420051a with Priority: HIGHEST for action security_group_members [ 1128.300629] env[62265]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ce0afbc5-bde1-45cb-a95b-09b0b420051a with Priority: HIGHEST for action security_group_members [ 1128.300966] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock member-ce0afbc5-bde1-45cb-a95b-09b0b420051a taken with stack trace [, , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1128.302525] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ce0afbc5-bde1-45cb-a95b-09b0b420051a" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1128.304562] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ce0afbc5-bde1-45cb-a95b-09b0b420051a" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1128.305034] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ce0afbc5-bde1-45cb-a95b-09b0b420051a" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1128.305220] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1128.305332] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1128.305420] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1128.305588] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1128.305676] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1128.305772] env[62265]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ce0afbc5-bde1-45cb-a95b-09b0b420051a',) {} {{(pid=62265) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1128.659132] env[62265]: DEBUG networking_nsxv3.common.locking [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Lock network-354 taken with stack trace [, , , , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1128.659423] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquiring lock "network-354" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1128.659609] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquired lock "network-354" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1128.659930] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquired external semaphore "network-354" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1128.660256] env[62265]: DEBUG networking_nsxv3.common.locking [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1128.660481] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquiring lock "Segment" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1128.660664] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquired lock "Segment" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1128.660923] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquired external semaphore "Segment" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1128.661185] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Releasing lock "Segment" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1128.661360] env[62265]: DEBUG dogpile.cache.region [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] No value present for key: 'zone-id' {{(pid=62265) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1128.661491] env[62265]: DEBUG dogpile.lock [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] NeedRegenerationException {{(pid=62265) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1128.661633] env[62265]: DEBUG dogpile.lock [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] no value, waiting for create lock {{(pid=62265) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1128.661789] env[62265]: DEBUG dogpile.lock [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] value creation lock acquired {{(pid=62265) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1128.661862] env[62265]: DEBUG dogpile.cache.region [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] No value present for key: 'zone-id' {{(pid=62265) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1128.661962] env[62265]: DEBUG dogpile.lock [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Calling creation function for not-yet-present value {{(pid=62265) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1128.662116] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1128.694058] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1128.694058] env[62265]: DEBUG dogpile.cache.region [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Cache value generated in 0.032 seconds for key(s): 'zone-id' {{(pid=62265) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1128.694256] env[62265]: DEBUG dogpile.lock [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Released creation lock {{(pid=62265) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1128.694515] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Releasing lock "network-354" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1128.694832] env[62265]: DEBUG networking_nsxv3.common.locking [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Lock port-4acf08df-eef8-46fd-9f5c-67c89897f365 taken with stack trace [, , , , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1128.695010] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquiring lock "port-4acf08df-eef8-46fd-9f5c-67c89897f365" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1128.695137] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquired lock "port-4acf08df-eef8-46fd-9f5c-67c89897f365" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1128.695538] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquired external semaphore "port-4acf08df-eef8-46fd-9f5c-67c89897f365" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1128.695603] env[62265]: DEBUG networking_nsxv3.api.rpc [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4acf08df-eef8-46fd-9f5c-67c89897f365',) {} {{(pid=62265) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1128.811756] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1128.812040] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1128.812040] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1128.812207] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1128.812293] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1128.812483] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1128.812579] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1128.812641] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1128.812786] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1128.812862] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1128.812948] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ce0afbc5-bde1-45cb-a95b-09b0b420051a already deleted. [ 1128.813046] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ce0afbc5-bde1-45cb-a95b-09b0b420051a" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1128.882268] env[62265]: DEBUG networking_nsxv3.common.locking [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Lock network-838 taken with stack trace [, , , , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1128.882480] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquiring lock "network-838" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1128.882675] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquired lock "network-838" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1128.882977] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquired external semaphore "network-838" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1128.883285] env[62265]: DEBUG networking_nsxv3.common.locking [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1128.883479] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquiring lock "Segment" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1128.883628] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquired lock "Segment" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1128.883876] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquired external semaphore "Segment" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1128.884082] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Releasing lock "Segment" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1128.884306] env[62265]: DEBUG dogpile.cache.region [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] No value present for key: 'zone-id' {{(pid=62265) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1128.884423] env[62265]: DEBUG dogpile.lock [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] NeedRegenerationException {{(pid=62265) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1128.884536] env[62265]: DEBUG dogpile.lock [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] no value, waiting for create lock {{(pid=62265) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1128.884645] env[62265]: DEBUG dogpile.lock [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] value creation lock acquired {{(pid=62265) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1128.884756] env[62265]: DEBUG dogpile.cache.region [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] No value present for key: 'zone-id' {{(pid=62265) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1128.884866] env[62265]: DEBUG dogpile.lock [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Calling creation function for not-yet-present value {{(pid=62265) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1128.885012] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1128.902525] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1128.902742] env[62265]: DEBUG dogpile.cache.region [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Cache value generated in 0.018 seconds for key(s): 'zone-id' {{(pid=62265) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1128.902920] env[62265]: DEBUG dogpile.lock [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Released creation lock {{(pid=62265) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1128.903161] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Releasing lock "network-838" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1128.903539] env[62265]: DEBUG networking_nsxv3.common.locking [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Lock port-f24e4162-2f50-491b-bca5-4ef843f80ae7 taken with stack trace [, , , , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1128.903758] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquiring lock "port-f24e4162-2f50-491b-bca5-4ef843f80ae7" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1128.903923] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquired lock "port-f24e4162-2f50-491b-bca5-4ef843f80ae7" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1128.904229] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquired external semaphore "port-f24e4162-2f50-491b-bca5-4ef843f80ae7" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1128.904409] env[62265]: DEBUG networking_nsxv3.api.rpc [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f24e4162-2f50-491b-bca5-4ef843f80ae7',) {} {{(pid=62265) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1129.197479] env[62265]: DEBUG networking_nsxv3.common.locking [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1129.197699] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquiring lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1129.197856] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquired lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1129.198170] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquired external semaphore "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1129.198328] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Releasing lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1129.198484] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Segment Port 4acf08df-eef8-46fd-9f5c-67c89897f365 not found, creating... [ 1129.198740] env[62265]: DEBUG networking_nsxv3.common.locking [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1129.198898] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquiring lock "Segment" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1129.199027] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquired lock "Segment" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1129.199246] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquired external semaphore "Segment" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1129.199384] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Releasing lock "Segment" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1129.199663] env[62265]: DEBUG networking_nsxv3.common.locking [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1129.199822] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquiring lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1129.199939] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquired lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1129.200168] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquired external semaphore "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1129.200304] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Releasing lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1129.200463] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Resource: SegmentPort with ID: 4acf08df-eef8-46fd-9f5c-67c89897f365 is going to be created. [ 1129.243615] env[62265]: DEBUG networking_nsxv3.common.locking [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1129.243816] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquiring lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1129.243942] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquired lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1129.244273] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquired external semaphore "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1129.244470] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Releasing lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1129.244694] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Releasing lock "port-4acf08df-eef8-46fd-9f5c-67c89897f365" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1129.408423] env[62265]: DEBUG networking_nsxv3.common.locking [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1129.408657] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquiring lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1129.408786] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquired lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1129.409110] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquired external semaphore "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1129.409286] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Releasing lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1129.409584] env[62265]: DEBUG networking_nsxv3.common.locking [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1129.409819] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquiring lock "Segment" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1129.409868] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquired lock "Segment" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1129.410097] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquired external semaphore "Segment" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1129.410239] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Releasing lock "Segment" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1129.410578] env[62265]: DEBUG networking_nsxv3.common.locking [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1129.410732] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquiring lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1129.410781] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquired lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1129.411056] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquired external semaphore "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1129.411202] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Releasing lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1129.411297] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Resource: SegmentPort with ID: f24e4162-2f50-491b-bca5-4ef843f80ae7 is going to be updated. [ 1129.433022] env[62265]: DEBUG networking_nsxv3.common.locking [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1129.433022] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquiring lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1129.433022] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquired lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1129.433279] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquired external semaphore "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1129.433458] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Releasing lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1129.433674] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Releasing lock "port-f24e4162-2f50-491b-bca5-4ef843f80ae7" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1130.148491] env[62265]: INFO networking_nsxv3.common.synchronization [req-a4e2e76e-f8e0-47b9-b3dc-fd5231bf4af1 req-0b25a2a3-24bc-4ad2-bf56-f4818eba405a service nova] Enqueued Resource ID: da93af02-3b4e-409c-8e28-ed7c1e3287ca with Priority: HIGHEST for action security_group_rules [ 1130.148781] env[62265]: INFO networking_nsxv3.common.synchronization [req-a4e2e76e-f8e0-47b9-b3dc-fd5231bf4af1 req-0b25a2a3-24bc-4ad2-bf56-f4818eba405a service nova] Enqueued Resource ID: da93af02-3b4e-409c-8e28-ed7c1e3287ca with Priority: HIGHEST for action security_group_members [ 1130.148903] env[62265]: INFO networking_nsxv3.common.synchronization [req-a4e2e76e-f8e0-47b9-b3dc-fd5231bf4af1 req-0b25a2a3-24bc-4ad2-bf56-f4818eba405a service nova] Enqueued Resource ID: f24e4162-2f50-491b-bca5-4ef843f80ae7 with Priority: HIGHEST for action port [ 1130.149026] env[62265]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: da93af02-3b4e-409c-8e28-ed7c1e3287ca with Priority: HIGHEST for action security_group_rules [ 1130.149201] env[62265]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: da93af02-3b4e-409c-8e28-ed7c1e3287ca with Priority: HIGHEST for action security_group_members [ 1130.149246] env[62265]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f24e4162-2f50-491b-bca5-4ef843f80ae7 with Priority: HIGHEST for action port [ 1130.149781] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock rules-da93af02-3b4e-409c-8e28-ed7c1e3287ca taken with stack trace [, , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1130.150757] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-da93af02-3b4e-409c-8e28-ed7c1e3287ca" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1130.150757] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-da93af02-3b4e-409c-8e28-ed7c1e3287ca" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1130.150757] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-da93af02-3b4e-409c-8e28-ed7c1e3287ca" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1130.150757] env[62265]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('da93af02-3b4e-409c-8e28-ed7c1e3287ca',) {} {{(pid=62265) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1130.151217] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock member-da93af02-3b4e-409c-8e28-ed7c1e3287ca taken with stack trace [, , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1130.151217] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-da93af02-3b4e-409c-8e28-ed7c1e3287ca" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1130.151302] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-da93af02-3b4e-409c-8e28-ed7c1e3287ca" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1130.151426] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-da93af02-3b4e-409c-8e28-ed7c1e3287ca" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1130.151604] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1130.151710] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1130.151769] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1130.151916] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1130.152009] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1130.152187] env[62265]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('da93af02-3b4e-409c-8e28-ed7c1e3287ca',) {} {{(pid=62265) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1130.153337] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock port-f24e4162-2f50-491b-bca5-4ef843f80ae7 taken with stack trace [, , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1130.153337] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f24e4162-2f50-491b-bca5-4ef843f80ae7" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1130.153489] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f24e4162-2f50-491b-bca5-4ef843f80ae7" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1130.153532] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f24e4162-2f50-491b-bca5-4ef843f80ae7" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1130.153624] env[62265]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f24e4162-2f50-491b-bca5-4ef843f80ae7',) {} {{(pid=62265) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1130.179224] env[62265]: INFO networking_nsxv3.common.synchronization [req-07fe1c78-e9cc-471f-8f27-699b5105d655 req-5907da6b-f533-4e51-94ab-550db9b0f2ca service nova] Enqueued Resource ID: ce0afbc5-bde1-45cb-a95b-09b0b420051a with Priority: HIGHEST for action security_group_rules [ 1130.179224] env[62265]: INFO networking_nsxv3.common.synchronization [req-07fe1c78-e9cc-471f-8f27-699b5105d655 req-5907da6b-f533-4e51-94ab-550db9b0f2ca service nova] Enqueued Resource ID: ce0afbc5-bde1-45cb-a95b-09b0b420051a with Priority: HIGHEST for action security_group_members [ 1130.179224] env[62265]: INFO networking_nsxv3.common.synchronization [req-07fe1c78-e9cc-471f-8f27-699b5105d655 req-5907da6b-f533-4e51-94ab-550db9b0f2ca service nova] Enqueued Resource ID: 4acf08df-eef8-46fd-9f5c-67c89897f365 with Priority: HIGHEST for action port [ 1130.179224] env[62265]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ce0afbc5-bde1-45cb-a95b-09b0b420051a with Priority: HIGHEST for action security_group_rules [ 1130.179224] env[62265]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ce0afbc5-bde1-45cb-a95b-09b0b420051a with Priority: HIGHEST for action security_group_members [ 1130.179894] env[62265]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4acf08df-eef8-46fd-9f5c-67c89897f365 with Priority: HIGHEST for action port [ 1130.179996] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ce0afbc5-bde1-45cb-a95b-09b0b420051a taken with stack trace [, , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1130.180146] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ce0afbc5-bde1-45cb-a95b-09b0b420051a" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1130.180209] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ce0afbc5-bde1-45cb-a95b-09b0b420051a" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1130.180412] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ce0afbc5-bde1-45cb-a95b-09b0b420051a" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1130.180490] env[62265]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ce0afbc5-bde1-45cb-a95b-09b0b420051a',) {} {{(pid=62265) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1130.181619] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock member-ce0afbc5-bde1-45cb-a95b-09b0b420051a taken with stack trace [, , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1130.181965] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ce0afbc5-bde1-45cb-a95b-09b0b420051a" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1130.181965] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ce0afbc5-bde1-45cb-a95b-09b0b420051a" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1130.181965] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ce0afbc5-bde1-45cb-a95b-09b0b420051a" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1130.182111] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1130.182289] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1130.182289] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1130.182401] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1130.182984] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1130.182984] env[62265]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ce0afbc5-bde1-45cb-a95b-09b0b420051a',) {} {{(pid=62265) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1130.184068] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock port-4acf08df-eef8-46fd-9f5c-67c89897f365 taken with stack trace [, , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1130.184339] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-4acf08df-eef8-46fd-9f5c-67c89897f365" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1130.184426] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-4acf08df-eef8-46fd-9f5c-67c89897f365" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1130.184596] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-4acf08df-eef8-46fd-9f5c-67c89897f365" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1130.184665] env[62265]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4acf08df-eef8-46fd-9f5c-67c89897f365',) {} {{(pid=62265) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1130.655399] env[62265]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('da93af02-3b4e-409c-8e28-ed7c1e3287ca',) {} {{(pid=62265) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1130.656890] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock member-da93af02-3b4e-409c-8e28-ed7c1e3287ca taken with stack trace [, , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1130.656890] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-da93af02-3b4e-409c-8e28-ed7c1e3287ca" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1130.656890] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port f24e4162-2f50-491b-bca5-4ef843f80ae7 with status ACTIVE [ 1130.657027] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1130.657027] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1130.657100] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1130.657295] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1130.657380] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1130.657548] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1130.657646] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1130.657708] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1130.657867] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1130.658210] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1130.658294] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1130.658432] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1130.658500] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1130.658685] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1130.658797] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1130.658955] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: f24e4162-2f50-491b-bca5-4ef843f80ae7 is going to be updated. [ 1130.679096] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1130.679277] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1130.679321] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1130.679512] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1130.679679] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1130.679831] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f24e4162-2f50-491b-bca5-4ef843f80ae7" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1130.684644] env[62265]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('ce0afbc5-bde1-45cb-a95b-09b0b420051a',) {} {{(pid=62265) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1130.685961] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 4acf08df-eef8-46fd-9f5c-67c89897f365 with status ACTIVE [ 1130.686186] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1130.686273] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1130.686365] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1130.686537] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1130.686621] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1130.686805] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1130.686931] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1130.687029] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1130.687199] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1130.687279] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1130.687500] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1130.687571] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1130.687625] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1130.687783] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1130.687859] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1130.687954] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 4acf08df-eef8-46fd-9f5c-67c89897f365 is going to be updated. [ 1130.689062] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock member-ce0afbc5-bde1-45cb-a95b-09b0b420051a taken with stack trace [, , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1130.689161] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ce0afbc5-bde1-45cb-a95b-09b0b420051a" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1130.706878] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1130.707013] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1130.707087] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1130.707272] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1130.707399] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1130.707545] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-4acf08df-eef8-46fd-9f5c-67c89897f365" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1131.161127] env[62265]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('da93af02-3b4e-409c-8e28-ed7c1e3287ca',) {} {{(pid=62265) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1131.186684] env[62265]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('ce0afbc5-bde1-45cb-a95b-09b0b420051a',) {} {{(pid=62265) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1131.664090] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1131.664218] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1131.664291] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1131.664508] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1131.664640] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1131.664696] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: da93af02-3b4e-409c-8e28-ed7c1e3287ca is going to be updated. [ 1131.688579] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1131.688722] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1131.688798] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1131.689013] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1131.689106] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1131.689205] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ce0afbc5-bde1-45cb-a95b-09b0b420051a is going to be created. [ 1131.700495] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1131.700618] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1131.700668] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1131.700847] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1131.700981] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1131.707463] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: da93af02-3b4e-409c-8e28-ed7c1e3287ca in Status: IN_PROGRESS for 2s [ 1131.710808] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1131.710912] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1131.710979] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1131.711155] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1131.711293] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1131.719329] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ce0afbc5-bde1-45cb-a95b-09b0b420051a in Status: UNINITIALIZED for 2s [ 1132.479680] env[62265]: INFO networking_nsxv3.common.synchronization [req-27239f51-25b2-43f5-ad47-bd66ccffc244 req-8677d5dd-9399-4c47-8fb7-0537c82d7c89 tempest-AttachVolumeTestJSON-1473078117 tempest-AttachVolumeTestJSON-1473078117-project-member] Enqueued Resource ID: 8e819c63-7596-440c-a537-a09e7fc35017 with Priority: HIGHEST for action security_group_members [ 1132.480259] env[62265]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8e819c63-7596-440c-a537-a09e7fc35017 with Priority: HIGHEST for action security_group_members [ 1132.480563] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock member-8e819c63-7596-440c-a537-a09e7fc35017 taken with stack trace [, , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1132.480683] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8e819c63-7596-440c-a537-a09e7fc35017" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1132.480753] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8e819c63-7596-440c-a537-a09e7fc35017" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1132.480942] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8e819c63-7596-440c-a537-a09e7fc35017" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1132.481474] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1132.482330] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1132.482330] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1132.482330] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1132.482330] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1132.482330] env[62265]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8e819c63-7596-440c-a537-a09e7fc35017',) {} {{(pid=62265) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1132.984568] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1132.984722] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1132.984790] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1132.985011] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1132.985113] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1132.985302] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1132.985393] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1132.985454] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1132.985668] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1132.985751] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1132.985830] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8e819c63-7596-440c-a537-a09e7fc35017 is going to be updated. [ 1133.019750] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1133.019750] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1133.019750] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1133.020142] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1133.020142] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1133.029956] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8e819c63-7596-440c-a537-a09e7fc35017 in Status: IN_PROGRESS for 2s [ 1133.104605] env[62265]: INFO networking_nsxv3.common.synchronization [req-0c8c8480-e306-4ac2-929a-9ba230279a39 req-eeea28c2-dba1-4f9b-9ffc-deab8d8db9b2 tempest-DeleteServersTestJSON-1576012687 tempest-DeleteServersTestJSON-1576012687-project-member] Enqueued Resource ID: 95cf98c4-3841-4576-950a-00c6f979459f with Priority: HIGHEST for action security_group_members [ 1133.105226] env[62265]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 95cf98c4-3841-4576-950a-00c6f979459f with Priority: HIGHEST for action security_group_members [ 1133.105633] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock member-95cf98c4-3841-4576-950a-00c6f979459f taken with stack trace [, , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1133.105813] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-95cf98c4-3841-4576-950a-00c6f979459f" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1133.105889] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-95cf98c4-3841-4576-950a-00c6f979459f" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1133.106166] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-95cf98c4-3841-4576-950a-00c6f979459f" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1133.106347] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1133.106479] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1133.106560] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1133.106745] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1133.106857] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1133.106977] env[62265]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('95cf98c4-3841-4576-950a-00c6f979459f',) {} {{(pid=62265) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1133.157748] env[62265]: INFO networking_nsxv3.common.synchronization [req-6975403c-976c-4e49-af7e-b33f7a1298cb req-44f98b98-8e77-4bbc-a1c1-622cd0ec7344 tempest-ServerActionsTestOtherA-1158692047 tempest-ServerActionsTestOtherA-1158692047-project-member] Enqueued Resource ID: 684069ea-f32f-4fab-b9e4-2cef5126ff66 with Priority: HIGHEST for action security_group_members [ 1133.158266] env[62265]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 684069ea-f32f-4fab-b9e4-2cef5126ff66 with Priority: HIGHEST for action security_group_members [ 1133.161422] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock member-684069ea-f32f-4fab-b9e4-2cef5126ff66 taken with stack trace [, , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1133.161422] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-684069ea-f32f-4fab-b9e4-2cef5126ff66" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1133.161422] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-684069ea-f32f-4fab-b9e4-2cef5126ff66" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1133.161422] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-684069ea-f32f-4fab-b9e4-2cef5126ff66" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1133.161422] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1133.161422] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1133.161422] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1133.161422] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1133.161422] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1133.161422] env[62265]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('684069ea-f32f-4fab-b9e4-2cef5126ff66',) {} {{(pid=62265) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1133.577736] env[62265]: INFO networking_nsxv3.common.synchronization [None req-185783ee-a253-4720-b3af-1ede69add01f tempest-AttachVolumeNegativeTest-1860273183 tempest-AttachVolumeNegativeTest-1860273183-project-member] Enqueued Resource ID: eb57c0de-4dcd-4210-a94a-c6221d21ca6e with Priority: HIGHEST for action security_group_rules [ 1133.578274] env[62265]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: eb57c0de-4dcd-4210-a94a-c6221d21ca6e with Priority: HIGHEST for action security_group_rules [ 1133.578577] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock rules-eb57c0de-4dcd-4210-a94a-c6221d21ca6e taken with stack trace [, , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1133.578700] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-eb57c0de-4dcd-4210-a94a-c6221d21ca6e" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1133.578760] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-eb57c0de-4dcd-4210-a94a-c6221d21ca6e" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1133.582271] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-eb57c0de-4dcd-4210-a94a-c6221d21ca6e" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1133.582383] env[62265]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('eb57c0de-4dcd-4210-a94a-c6221d21ca6e',) {} {{(pid=62265) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1133.610859] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1133.611802] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1133.611802] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1133.611802] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1133.611802] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1133.611802] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1133.611802] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1133.611802] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1133.612220] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1133.612220] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1133.612220] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 95cf98c4-3841-4576-950a-00c6f979459f is going to be updated. [ 1133.614913] env[62265]: INFO networking_nsxv3.common.synchronization [req-2b429410-f15e-41e6-b242-ef180375e591 req-0c9af569-20cb-4ed9-9674-2ea5a7625bb6 tempest-ServerActionsTestJSON-418686671 tempest-ServerActionsTestJSON-418686671-project-member] Enqueued Resource ID: 62a27616-2753-4d3e-9cd4-e35381d18526 with Priority: HIGHEST for action security_group_members [ 1133.615604] env[62265]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 62a27616-2753-4d3e-9cd4-e35381d18526 with Priority: HIGHEST for action security_group_members [ 1133.616340] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock member-62a27616-2753-4d3e-9cd4-e35381d18526 taken with stack trace [, , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1133.616340] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-62a27616-2753-4d3e-9cd4-e35381d18526" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1133.616340] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-62a27616-2753-4d3e-9cd4-e35381d18526" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1133.616572] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-62a27616-2753-4d3e-9cd4-e35381d18526" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1133.616628] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1133.617155] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1133.617155] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1133.617155] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1133.617155] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1133.629755] env[62265]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('62a27616-2753-4d3e-9cd4-e35381d18526',) {} {{(pid=62265) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1133.664383] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1133.664529] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1133.664587] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1133.664797] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1133.664939] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1133.666115] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1133.666232] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1133.666299] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1133.666457] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1133.698108] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 95cf98c4-3841-4576-950a-00c6f979459f in Status: IN_PROGRESS for 2s [ 1133.703657] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1133.703930] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1133.704152] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1133.704230] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1133.704437] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1133.704527] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1133.704626] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 684069ea-f32f-4fab-b9e4-2cef5126ff66 is going to be updated. [ 1133.726965] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: da93af02-3b4e-409c-8e28-ed7c1e3287ca in Status: SUCCESS [ 1133.727199] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-da93af02-3b4e-409c-8e28-ed7c1e3287ca" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1133.727365] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-da93af02-3b4e-409c-8e28-ed7c1e3287ca" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1133.727584] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-da93af02-3b4e-409c-8e28-ed7c1e3287ca" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1133.727797] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1133.727935] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1133.728011] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1133.728167] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1133.728250] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1133.728337] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-da93af02-3b4e-409c-8e28-ed7c1e3287ca" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1133.728426] env[62265]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('da93af02-3b4e-409c-8e28-ed7c1e3287ca',) {} {{(pid=62265) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1133.733336] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ce0afbc5-bde1-45cb-a95b-09b0b420051a in Status: SUCCESS [ 1133.733336] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ce0afbc5-bde1-45cb-a95b-09b0b420051a" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1133.733336] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ce0afbc5-bde1-45cb-a95b-09b0b420051a" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1133.733336] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ce0afbc5-bde1-45cb-a95b-09b0b420051a" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1133.733336] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1133.733336] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1133.733336] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1133.733336] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1133.733336] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1133.733336] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ce0afbc5-bde1-45cb-a95b-09b0b420051a" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1133.733336] env[62265]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('ce0afbc5-bde1-45cb-a95b-09b0b420051a',) {} {{(pid=62265) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1133.759935] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1133.759935] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1133.759935] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1133.760195] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1133.760195] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1133.769528] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 684069ea-f32f-4fab-b9e4-2cef5126ff66 in Status: IN_PROGRESS for 2s [ 1133.891325] env[62265]: DEBUG networking_nsxv3.common.locking [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Lock network-553 taken with stack trace [, , , , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1133.891529] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquiring lock "network-553" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1133.891656] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquired lock "network-553" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1133.891923] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquired external semaphore "network-553" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1133.892193] env[62265]: DEBUG networking_nsxv3.common.locking [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1133.892543] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquiring lock "Segment" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1133.892698] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquired lock "Segment" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1133.892935] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquired external semaphore "Segment" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1133.893109] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Releasing lock "Segment" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1133.893325] env[62265]: DEBUG dogpile.cache.region [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] No value present for key: 'zone-id' {{(pid=62265) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1133.893442] env[62265]: DEBUG dogpile.lock [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] NeedRegenerationException {{(pid=62265) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1133.893584] env[62265]: DEBUG dogpile.lock [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] no value, waiting for create lock {{(pid=62265) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1133.893706] env[62265]: DEBUG dogpile.lock [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] value creation lock acquired {{(pid=62265) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1133.893823] env[62265]: DEBUG dogpile.cache.region [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] No value present for key: 'zone-id' {{(pid=62265) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1133.893934] env[62265]: DEBUG dogpile.lock [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Calling creation function for not-yet-present value {{(pid=62265) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1133.894864] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1133.921314] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1133.921479] env[62265]: DEBUG dogpile.cache.region [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Cache value generated in 0.027 seconds for key(s): 'zone-id' {{(pid=62265) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1133.921616] env[62265]: DEBUG dogpile.lock [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Released creation lock {{(pid=62265) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1133.921798] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Releasing lock "network-553" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1133.922123] env[62265]: DEBUG networking_nsxv3.common.locking [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Lock port-4c1c6675-f10b-4ecd-a8e0-642e005676ec taken with stack trace [, , , , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1133.922295] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquiring lock "port-4c1c6675-f10b-4ecd-a8e0-642e005676ec" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1133.922456] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquired lock "port-4c1c6675-f10b-4ecd-a8e0-642e005676ec" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1133.922932] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquired external semaphore "port-4c1c6675-f10b-4ecd-a8e0-642e005676ec" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1133.923108] env[62265]: DEBUG networking_nsxv3.api.rpc [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4c1c6675-f10b-4ecd-a8e0-642e005676ec',) {} {{(pid=62265) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1133.927807] env[62265]: INFO networking_nsxv3.common.synchronization [None req-350c11ae-d761-4304-b4ce-3565424debfc tempest-AttachVolumeNegativeTest-1860273183 tempest-AttachVolumeNegativeTest-1860273183-project-member] Enqueued Resource ID: eb57c0de-4dcd-4210-a94a-c6221d21ca6e with Priority: HIGHEST for action security_group_rules [ 1133.928158] env[62265]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: eb57c0de-4dcd-4210-a94a-c6221d21ca6e with Priority: HIGHEST for action security_group_rules [ 1133.928950] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock rules-eb57c0de-4dcd-4210-a94a-c6221d21ca6e taken with stack trace [, , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1133.928950] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-eb57c0de-4dcd-4210-a94a-c6221d21ca6e" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1134.102345] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1134.102488] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1134.102563] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1134.102873] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1134.102873] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1134.102971] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: eb57c0de-4dcd-4210-a94a-c6221d21ca6e already deleted. [ 1134.103235] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-eb57c0de-4dcd-4210-a94a-c6221d21ca6e" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1134.103235] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-eb57c0de-4dcd-4210-a94a-c6221d21ca6e" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1134.103358] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-eb57c0de-4dcd-4210-a94a-c6221d21ca6e" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1134.103492] env[62265]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('eb57c0de-4dcd-4210-a94a-c6221d21ca6e',) {} {{(pid=62265) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1134.123381] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1134.123508] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1134.123574] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1134.123989] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1134.124095] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1134.124305] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1134.124407] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1134.124468] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1134.124617] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1134.124694] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1134.124780] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 62a27616-2753-4d3e-9cd4-e35381d18526 is going to be updated. [ 1134.150472] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1134.150597] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1134.150658] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1134.150858] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1134.150996] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1134.158755] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 62a27616-2753-4d3e-9cd4-e35381d18526 in Status: IN_PROGRESS for 2s [ 1134.234355] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock member-da93af02-3b4e-409c-8e28-ed7c1e3287ca taken with stack trace [, , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1134.234355] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-da93af02-3b4e-409c-8e28-ed7c1e3287ca" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1134.234355] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-da93af02-3b4e-409c-8e28-ed7c1e3287ca" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1134.234355] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-da93af02-3b4e-409c-8e28-ed7c1e3287ca" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1134.234355] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1134.234355] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1134.234355] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1134.234355] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1134.234355] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1134.234355] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-da93af02-3b4e-409c-8e28-ed7c1e3287ca" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1134.234355] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock member-da93af02-3b4e-409c-8e28-ed7c1e3287ca taken with stack trace [, , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1134.234355] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-da93af02-3b4e-409c-8e28-ed7c1e3287ca" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1134.234355] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-da93af02-3b4e-409c-8e28-ed7c1e3287ca" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1134.234963] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-da93af02-3b4e-409c-8e28-ed7c1e3287ca" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1134.234963] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1134.234963] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1134.234963] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1134.234963] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1134.234963] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1134.235175] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-da93af02-3b4e-409c-8e28-ed7c1e3287ca" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1134.235175] env[62265]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('da93af02-3b4e-409c-8e28-ed7c1e3287ca',) {} {{(pid=62265) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1134.238745] env[62265]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('ce0afbc5-bde1-45cb-a95b-09b0b420051a',) {} {{(pid=62265) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1134.428347] env[62265]: DEBUG networking_nsxv3.common.locking [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1134.428347] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquiring lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1134.428347] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquired lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1134.428347] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquired external semaphore "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1134.428347] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Releasing lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1134.428347] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Segment Port 4c1c6675-f10b-4ecd-a8e0-642e005676ec not found, creating... [ 1134.428347] env[62265]: DEBUG networking_nsxv3.common.locking [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1134.428347] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquiring lock "Segment" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1134.428347] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquired lock "Segment" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1134.428347] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquired external semaphore "Segment" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1134.429265] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Releasing lock "Segment" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1134.429787] env[62265]: DEBUG networking_nsxv3.common.locking [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1134.430360] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquiring lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1134.430697] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquired lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1134.431488] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquired external semaphore "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1134.431810] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Releasing lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1134.432189] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Resource: SegmentPort with ID: 4c1c6675-f10b-4ecd-a8e0-642e005676ec is going to be created. [ 1134.451653] env[62265]: DEBUG networking_nsxv3.common.locking [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1134.452181] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquiring lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1134.452384] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquired lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1134.452711] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquired external semaphore "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1134.453068] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Releasing lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1134.453370] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Releasing lock "port-4c1c6675-f10b-4ecd-a8e0-642e005676ec" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1134.625471] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1134.625471] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1134.625868] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1134.625868] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1134.625929] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1134.626177] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: eb57c0de-4dcd-4210-a94a-c6221d21ca6e already deleted. [ 1134.626306] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-eb57c0de-4dcd-4210-a94a-c6221d21ca6e" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1134.737242] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for da93af02-3b4e-409c-8e28-ed7c1e3287ca: rpc.has_security_group_logging(os_id): False [ 1134.740881] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for ce0afbc5-bde1-45cb-a95b-09b0b420051a: rpc.has_security_group_logging(os_id): False [ 1134.758316] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1134.758461] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1134.758533] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1134.758738] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1134.758830] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1134.759064] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1134.759174] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1134.759235] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1134.759389] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1134.759468] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1134.759660] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1134.759757] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1134.759819] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1134.759955] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1134.760042] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1134.760215] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1134.760308] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1134.760366] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1134.760505] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1134.760580] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1134.760663] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: da93af02-3b4e-409c-8e28-ed7c1e3287ca is going to be updated. [ 1134.764516] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1134.764625] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1134.764679] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1134.764825] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1134.765019] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1134.765108] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1134.765196] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1134.765257] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1134.765402] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1134.765475] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1134.765579] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ce0afbc5-bde1-45cb-a95b-09b0b420051a is going to be created. [ 1134.826685] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1134.826856] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1134.826927] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1134.827159] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1134.827340] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1134.829561] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1134.829688] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1134.829737] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1134.829910] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1134.830058] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1134.839423] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ce0afbc5-bde1-45cb-a95b-09b0b420051a in Status: IN_PROGRESS for 2s [ 1134.845802] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: da93af02-3b4e-409c-8e28-ed7c1e3287ca in Status: IN_PROGRESS for 2s [ 1135.039510] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8e819c63-7596-440c-a537-a09e7fc35017 in Status: SUCCESS [ 1135.039720] env[62265]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8e819c63-7596-440c-a537-a09e7fc35017 deletion is rescheduled due to dependency. [ 1135.039984] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8e819c63-7596-440c-a537-a09e7fc35017" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1135.701103] env[62265]: INFO networking_nsxv3.common.synchronization [req-6975403c-976c-4e49-af7e-b33f7a1298cb req-17a9517e-bbfc-40ee-88f2-b24a7ef71614 service nova] Enqueued Resource ID: 684069ea-f32f-4fab-b9e4-2cef5126ff66 with Priority: HIGHEST for action security_group_rules [ 1135.701727] env[62265]: INFO networking_nsxv3.common.synchronization [req-6975403c-976c-4e49-af7e-b33f7a1298cb req-17a9517e-bbfc-40ee-88f2-b24a7ef71614 service nova] Enqueued Resource ID: 684069ea-f32f-4fab-b9e4-2cef5126ff66 with Priority: HIGHEST for action security_group_members [ 1135.702035] env[62265]: INFO networking_nsxv3.common.synchronization [req-6975403c-976c-4e49-af7e-b33f7a1298cb req-17a9517e-bbfc-40ee-88f2-b24a7ef71614 service nova] Enqueued Resource ID: 4c1c6675-f10b-4ecd-a8e0-642e005676ec with Priority: HIGHEST for action port [ 1135.702832] env[62265]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 684069ea-f32f-4fab-b9e4-2cef5126ff66 with Priority: HIGHEST for action security_group_rules [ 1135.703026] env[62265]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 684069ea-f32f-4fab-b9e4-2cef5126ff66 with Priority: HIGHEST for action security_group_members [ 1135.703176] env[62265]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4c1c6675-f10b-4ecd-a8e0-642e005676ec with Priority: HIGHEST for action port [ 1135.704638] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock rules-684069ea-f32f-4fab-b9e4-2cef5126ff66 taken with stack trace [, , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1135.705494] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-684069ea-f32f-4fab-b9e4-2cef5126ff66" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1135.705599] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-684069ea-f32f-4fab-b9e4-2cef5126ff66" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1135.705820] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-684069ea-f32f-4fab-b9e4-2cef5126ff66" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1135.705923] env[62265]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('684069ea-f32f-4fab-b9e4-2cef5126ff66',) {} {{(pid=62265) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1135.706782] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock member-684069ea-f32f-4fab-b9e4-2cef5126ff66 taken with stack trace [, , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1135.706876] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-684069ea-f32f-4fab-b9e4-2cef5126ff66" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1135.707081] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock port-4c1c6675-f10b-4ecd-a8e0-642e005676ec taken with stack trace [, , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1135.707182] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-4c1c6675-f10b-4ecd-a8e0-642e005676ec" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1135.707246] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-4c1c6675-f10b-4ecd-a8e0-642e005676ec" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1135.707414] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-4c1c6675-f10b-4ecd-a8e0-642e005676ec" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1135.707490] env[62265]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4c1c6675-f10b-4ecd-a8e0-642e005676ec',) {} {{(pid=62265) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1135.711910] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 95cf98c4-3841-4576-950a-00c6f979459f in Status: SUCCESS [ 1135.712096] env[62265]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 95cf98c4-3841-4576-950a-00c6f979459f deletion is rescheduled due to dependency. [ 1135.712204] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-95cf98c4-3841-4576-950a-00c6f979459f" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1135.778581] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 684069ea-f32f-4fab-b9e4-2cef5126ff66 in Status: SUCCESS [ 1135.778581] env[62265]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 684069ea-f32f-4fab-b9e4-2cef5126ff66 deletion is rescheduled due to dependency. [ 1135.778581] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-684069ea-f32f-4fab-b9e4-2cef5126ff66" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1135.778581] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-684069ea-f32f-4fab-b9e4-2cef5126ff66" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1135.778963] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-684069ea-f32f-4fab-b9e4-2cef5126ff66" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1135.779156] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1135.779273] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1135.779328] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1135.779580] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1135.779580] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1135.779676] env[62265]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('684069ea-f32f-4fab-b9e4-2cef5126ff66',) {} {{(pid=62265) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1136.167602] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 62a27616-2753-4d3e-9cd4-e35381d18526 in Status: SUCCESS [ 1136.167776] env[62265]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 62a27616-2753-4d3e-9cd4-e35381d18526 deletion is rescheduled due to dependency. [ 1136.167892] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-62a27616-2753-4d3e-9cd4-e35381d18526" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1136.209510] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock member-684069ea-f32f-4fab-b9e4-2cef5126ff66 taken with stack trace [, , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1136.209675] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-684069ea-f32f-4fab-b9e4-2cef5126ff66" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1136.209905] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 4c1c6675-f10b-4ecd-a8e0-642e005676ec with status ACTIVE [ 1136.210124] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1136.210253] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1136.210354] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1136.210586] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1136.210690] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1136.210911] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1136.211041] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1136.211139] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1136.211319] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1136.211399] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1136.211584] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1136.211682] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1136.211755] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1136.211937] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1136.212034] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1136.212161] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 4c1c6675-f10b-4ecd-a8e0-642e005676ec is going to be updated. [ 1136.222816] env[62265]: INFO networking_nsxv3.common.synchronization [req-8662f97f-62c7-40f5-9d37-425488b58586 req-e7585aab-5f0d-4793-a3b7-a98f2629a6fc tempest-ServerDiskConfigTestJSON-1010102246 tempest-ServerDiskConfigTestJSON-1010102246-project-member] Enqueued Resource ID: b70db8a6-589b-46f1-ab50-a8fac5cfe516 with Priority: HIGHEST for action security_group_members [ 1136.223437] env[62265]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b70db8a6-589b-46f1-ab50-a8fac5cfe516 with Priority: HIGHEST for action security_group_members [ 1136.224026] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock member-b70db8a6-589b-46f1-ab50-a8fac5cfe516 taken with stack trace [, , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1136.224147] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b70db8a6-589b-46f1-ab50-a8fac5cfe516" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1136.224214] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b70db8a6-589b-46f1-ab50-a8fac5cfe516" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1136.224428] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b70db8a6-589b-46f1-ab50-a8fac5cfe516" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1136.228215] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1136.228310] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1136.228353] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1136.228552] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1136.228592] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1136.228692] env[62265]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b70db8a6-589b-46f1-ab50-a8fac5cfe516',) {} {{(pid=62265) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1136.234586] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1136.235254] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1136.235360] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1136.235599] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1136.235771] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1136.235960] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-4c1c6675-f10b-4ecd-a8e0-642e005676ec" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1136.281823] env[62265]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('684069ea-f32f-4fab-b9e4-2cef5126ff66',) {} {{(pid=62265) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1136.606531] env[62265]: DEBUG networking_nsxv3.common.locking [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Lock network-241 taken with stack trace [, , , , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1136.606786] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquiring lock "network-241" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1136.606924] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquired lock "network-241" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1136.607223] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquired external semaphore "network-241" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1136.607510] env[62265]: DEBUG networking_nsxv3.common.locking [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1136.607689] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquiring lock "Segment" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1136.607825] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquired lock "Segment" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1136.608055] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquired external semaphore "Segment" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1136.608227] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Releasing lock "Segment" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1136.608460] env[62265]: DEBUG dogpile.cache.region [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] No value present for key: 'zone-id' {{(pid=62265) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1136.608580] env[62265]: DEBUG dogpile.lock [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] NeedRegenerationException {{(pid=62265) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1136.608703] env[62265]: DEBUG dogpile.lock [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] no value, waiting for create lock {{(pid=62265) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1136.608816] env[62265]: DEBUG dogpile.lock [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] value creation lock acquired {{(pid=62265) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1136.608942] env[62265]: DEBUG dogpile.cache.region [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] No value present for key: 'zone-id' {{(pid=62265) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1136.609087] env[62265]: DEBUG dogpile.lock [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Calling creation function for not-yet-present value {{(pid=62265) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1136.609228] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1136.626435] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1136.626646] env[62265]: DEBUG dogpile.cache.region [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Cache value generated in 0.017 seconds for key(s): 'zone-id' {{(pid=62265) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1136.626809] env[62265]: DEBUG dogpile.lock [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Released creation lock {{(pid=62265) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1136.626989] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Releasing lock "network-241" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1136.627334] env[62265]: DEBUG networking_nsxv3.common.locking [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Lock port-d0f97808-feeb-4fc7-82cb-d7ff8a13213e taken with stack trace [, , , , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1136.627510] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquiring lock "port-d0f97808-feeb-4fc7-82cb-d7ff8a13213e" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1136.627649] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquired lock "port-d0f97808-feeb-4fc7-82cb-d7ff8a13213e" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1136.627979] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquired external semaphore "port-d0f97808-feeb-4fc7-82cb-d7ff8a13213e" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1136.628154] env[62265]: DEBUG networking_nsxv3.api.rpc [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d0f97808-feeb-4fc7-82cb-d7ff8a13213e',) {} {{(pid=62265) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1136.731049] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1136.731335] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1136.731335] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1136.731494] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1136.731587] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1136.731789] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1136.731885] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1136.731947] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1136.732112] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1136.732190] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1136.732277] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b70db8a6-589b-46f1-ab50-a8fac5cfe516 is going to be updated. [ 1136.756288] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1136.756507] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1136.756664] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1136.756765] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1136.756909] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1136.764676] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b70db8a6-589b-46f1-ab50-a8fac5cfe516 in Status: IN_PROGRESS for 2s [ 1136.783597] env[62265]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('684069ea-f32f-4fab-b9e4-2cef5126ff66',) {} {{(pid=62265) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1136.850731] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ce0afbc5-bde1-45cb-a95b-09b0b420051a in Status: SUCCESS [ 1136.850954] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ce0afbc5-bde1-45cb-a95b-09b0b420051a" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1136.868194] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: da93af02-3b4e-409c-8e28-ed7c1e3287ca in Status: SUCCESS [ 1136.868417] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-da93af02-3b4e-409c-8e28-ed7c1e3287ca" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1137.131068] env[62265]: DEBUG networking_nsxv3.common.locking [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1137.131068] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquiring lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1137.131068] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquired lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1137.131362] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquired external semaphore "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1137.131466] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Releasing lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1137.131668] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Segment Port d0f97808-feeb-4fc7-82cb-d7ff8a13213e not found, creating... [ 1137.131935] env[62265]: DEBUG networking_nsxv3.common.locking [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1137.132117] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquiring lock "Segment" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1137.132240] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquired lock "Segment" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1137.132463] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquired external semaphore "Segment" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1137.132608] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Releasing lock "Segment" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1137.132891] env[62265]: DEBUG networking_nsxv3.common.locking [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1137.133062] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquiring lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1137.133183] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquired lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1137.133551] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquired external semaphore "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1137.133551] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Releasing lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1137.133683] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Resource: SegmentPort with ID: d0f97808-feeb-4fc7-82cb-d7ff8a13213e is going to be created. [ 1137.154859] env[62265]: DEBUG networking_nsxv3.common.locking [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1137.154859] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquiring lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1137.154859] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquired lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1137.154859] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquired external semaphore "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1137.155115] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Releasing lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1137.155149] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Releasing lock "port-d0f97808-feeb-4fc7-82cb-d7ff8a13213e" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1137.286624] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1137.286773] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1137.287139] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1137.287383] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1137.287482] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1137.287592] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 684069ea-f32f-4fab-b9e4-2cef5126ff66 is going to be updated. [ 1137.322056] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1137.322056] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1137.322056] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1137.322267] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1137.322267] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1137.331179] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 684069ea-f32f-4fab-b9e4-2cef5126ff66 in Status: IN_PROGRESS for 2s [ 1138.205030] env[62265]: INFO networking_nsxv3.common.synchronization [req-8662f97f-62c7-40f5-9d37-425488b58586 req-18cd9484-9027-471b-a579-a475e31dff20 service nova] Enqueued Resource ID: b70db8a6-589b-46f1-ab50-a8fac5cfe516 with Priority: HIGHEST for action security_group_rules [ 1138.205303] env[62265]: INFO networking_nsxv3.common.synchronization [req-8662f97f-62c7-40f5-9d37-425488b58586 req-18cd9484-9027-471b-a579-a475e31dff20 service nova] Enqueued Resource ID: b70db8a6-589b-46f1-ab50-a8fac5cfe516 with Priority: HIGHEST for action security_group_members [ 1138.205396] env[62265]: INFO networking_nsxv3.common.synchronization [req-8662f97f-62c7-40f5-9d37-425488b58586 req-18cd9484-9027-471b-a579-a475e31dff20 service nova] Enqueued Resource ID: d0f97808-feeb-4fc7-82cb-d7ff8a13213e with Priority: HIGHEST for action port [ 1138.205679] env[62265]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b70db8a6-589b-46f1-ab50-a8fac5cfe516 with Priority: HIGHEST for action security_group_rules [ 1138.205738] env[62265]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b70db8a6-589b-46f1-ab50-a8fac5cfe516 with Priority: HIGHEST for action security_group_members [ 1138.205836] env[62265]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d0f97808-feeb-4fc7-82cb-d7ff8a13213e with Priority: HIGHEST for action port [ 1138.206456] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b70db8a6-589b-46f1-ab50-a8fac5cfe516 taken with stack trace [, , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1138.206641] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b70db8a6-589b-46f1-ab50-a8fac5cfe516" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1138.206738] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b70db8a6-589b-46f1-ab50-a8fac5cfe516" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1138.206978] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b70db8a6-589b-46f1-ab50-a8fac5cfe516" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1138.207097] env[62265]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b70db8a6-589b-46f1-ab50-a8fac5cfe516',) {} {{(pid=62265) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1138.207966] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock member-b70db8a6-589b-46f1-ab50-a8fac5cfe516 taken with stack trace [, , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1138.212227] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b70db8a6-589b-46f1-ab50-a8fac5cfe516" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1138.212227] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock port-d0f97808-feeb-4fc7-82cb-d7ff8a13213e taken with stack trace [, , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1138.212227] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d0f97808-feeb-4fc7-82cb-d7ff8a13213e" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1138.212227] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d0f97808-feeb-4fc7-82cb-d7ff8a13213e" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1138.212227] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d0f97808-feeb-4fc7-82cb-d7ff8a13213e" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1138.212227] env[62265]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d0f97808-feeb-4fc7-82cb-d7ff8a13213e',) {} {{(pid=62265) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1138.713540] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock member-b70db8a6-589b-46f1-ab50-a8fac5cfe516 taken with stack trace [, , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1138.713694] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b70db8a6-589b-46f1-ab50-a8fac5cfe516" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1138.713831] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port d0f97808-feeb-4fc7-82cb-d7ff8a13213e with status ACTIVE [ 1138.714010] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1138.714131] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1138.714212] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1138.714406] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1138.714498] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1138.714672] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1138.714774] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1138.714851] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1138.715024] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1138.715106] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1138.715292] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1138.715385] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1138.715443] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1138.715610] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1138.715688] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1138.715776] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: d0f97808-feeb-4fc7-82cb-d7ff8a13213e is going to be updated. [ 1138.746766] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1138.746903] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1138.746979] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1138.747189] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1138.747325] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1138.747490] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d0f97808-feeb-4fc7-82cb-d7ff8a13213e" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1138.773578] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b70db8a6-589b-46f1-ab50-a8fac5cfe516 in Status: SUCCESS [ 1138.773732] env[62265]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b70db8a6-589b-46f1-ab50-a8fac5cfe516 deletion is rescheduled due to dependency. [ 1138.773832] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b70db8a6-589b-46f1-ab50-a8fac5cfe516" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1138.773970] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b70db8a6-589b-46f1-ab50-a8fac5cfe516" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1138.774165] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b70db8a6-589b-46f1-ab50-a8fac5cfe516" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1138.774321] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1138.774429] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1138.774492] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1138.774631] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1138.774707] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1138.774797] env[62265]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b70db8a6-589b-46f1-ab50-a8fac5cfe516',) {} {{(pid=62265) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1139.276798] env[62265]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('b70db8a6-589b-46f1-ab50-a8fac5cfe516',) {} {{(pid=62265) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1139.341538] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 684069ea-f32f-4fab-b9e4-2cef5126ff66 in Status: SUCCESS [ 1139.341538] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-684069ea-f32f-4fab-b9e4-2cef5126ff66" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1139.341538] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-684069ea-f32f-4fab-b9e4-2cef5126ff66" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1139.341538] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-684069ea-f32f-4fab-b9e4-2cef5126ff66" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1139.341538] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1139.341538] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1139.341538] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1139.341538] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1139.341538] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1139.341538] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-684069ea-f32f-4fab-b9e4-2cef5126ff66" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1139.341538] env[62265]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('684069ea-f32f-4fab-b9e4-2cef5126ff66',) {} {{(pid=62265) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1139.779521] env[62265]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('b70db8a6-589b-46f1-ab50-a8fac5cfe516',) {} {{(pid=62265) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1139.843677] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock member-684069ea-f32f-4fab-b9e4-2cef5126ff66 taken with stack trace [, , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1139.843888] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-684069ea-f32f-4fab-b9e4-2cef5126ff66" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1139.843888] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-684069ea-f32f-4fab-b9e4-2cef5126ff66" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1139.844128] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-684069ea-f32f-4fab-b9e4-2cef5126ff66" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1139.844290] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1139.844391] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1139.844454] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1139.844601] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1139.844693] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1139.844780] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-684069ea-f32f-4fab-b9e4-2cef5126ff66" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1139.844927] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock member-684069ea-f32f-4fab-b9e4-2cef5126ff66 taken with stack trace [, , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1139.845053] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-684069ea-f32f-4fab-b9e4-2cef5126ff66" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1139.845147] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-684069ea-f32f-4fab-b9e4-2cef5126ff66" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1139.845314] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-684069ea-f32f-4fab-b9e4-2cef5126ff66" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1139.845451] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1139.845545] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1139.845645] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1139.845763] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1139.845840] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1139.845922] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-684069ea-f32f-4fab-b9e4-2cef5126ff66" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1139.846015] env[62265]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('684069ea-f32f-4fab-b9e4-2cef5126ff66',) {} {{(pid=62265) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1140.282358] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1140.282358] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1140.282878] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1140.282878] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1140.282878] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1140.282878] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b70db8a6-589b-46f1-ab50-a8fac5cfe516 is going to be updated. [ 1140.309524] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1140.309724] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1140.309724] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1140.309948] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1140.310111] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1140.318534] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b70db8a6-589b-46f1-ab50-a8fac5cfe516 in Status: IN_PROGRESS for 2s [ 1140.349675] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 684069ea-f32f-4fab-b9e4-2cef5126ff66: rpc.has_security_group_logging(os_id): False [ 1140.372184] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1140.372349] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1140.372389] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1140.372609] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1140.372701] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1140.372891] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1140.372986] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1140.373058] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1140.373208] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1140.373282] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1140.373455] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1140.373548] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1140.373617] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1140.373740] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1140.373813] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1140.374012] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1140.374109] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1140.374167] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1140.374301] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1140.374373] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1140.374457] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 684069ea-f32f-4fab-b9e4-2cef5126ff66 is going to be updated. [ 1140.434253] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1140.434390] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1140.434465] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1140.437947] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1140.437947] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1140.452741] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 684069ea-f32f-4fab-b9e4-2cef5126ff66 in Status: IN_PROGRESS for 2s [ 1142.330051] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b70db8a6-589b-46f1-ab50-a8fac5cfe516 in Status: SUCCESS [ 1142.330693] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b70db8a6-589b-46f1-ab50-a8fac5cfe516" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1142.330978] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b70db8a6-589b-46f1-ab50-a8fac5cfe516" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1142.331694] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b70db8a6-589b-46f1-ab50-a8fac5cfe516" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1142.332121] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1142.332272] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1142.332347] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1142.332685] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1142.332800] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1142.332903] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b70db8a6-589b-46f1-ab50-a8fac5cfe516" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1142.333059] env[62265]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('b70db8a6-589b-46f1-ab50-a8fac5cfe516',) {} {{(pid=62265) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1142.465012] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 684069ea-f32f-4fab-b9e4-2cef5126ff66 in Status: SUCCESS [ 1142.465244] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-684069ea-f32f-4fab-b9e4-2cef5126ff66" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1142.836877] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock member-b70db8a6-589b-46f1-ab50-a8fac5cfe516 taken with stack trace [, , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1142.836877] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b70db8a6-589b-46f1-ab50-a8fac5cfe516" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1142.836877] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b70db8a6-589b-46f1-ab50-a8fac5cfe516" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1142.837175] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b70db8a6-589b-46f1-ab50-a8fac5cfe516" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1142.837333] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1142.837507] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1142.837507] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1142.837714] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1142.837714] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1142.837817] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b70db8a6-589b-46f1-ab50-a8fac5cfe516" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1142.837971] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock member-b70db8a6-589b-46f1-ab50-a8fac5cfe516 taken with stack trace [, , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1142.838135] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b70db8a6-589b-46f1-ab50-a8fac5cfe516" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1142.838135] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b70db8a6-589b-46f1-ab50-a8fac5cfe516" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1142.838309] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b70db8a6-589b-46f1-ab50-a8fac5cfe516" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1142.838549] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1142.838549] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1142.838549] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1142.838776] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1142.838776] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1142.838884] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b70db8a6-589b-46f1-ab50-a8fac5cfe516" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1142.838949] env[62265]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('b70db8a6-589b-46f1-ab50-a8fac5cfe516',) {} {{(pid=62265) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1143.207416] env[62265]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1143.207520] env[62265]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 1143.346388] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for b70db8a6-589b-46f1-ab50-a8fac5cfe516: rpc.has_security_group_logging(os_id): False [ 1143.363790] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1143.363790] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1143.363790] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1143.363932] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1143.363932] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1143.364505] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1143.364505] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1143.364505] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1143.364505] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1143.364505] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1143.364757] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1143.364757] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1143.364826] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1143.365085] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1143.365085] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1143.365285] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1143.365375] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1143.365435] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1143.365575] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1143.365765] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1143.365817] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b70db8a6-589b-46f1-ab50-a8fac5cfe516 is going to be updated. [ 1143.391383] env[62265]: INFO networking_nsxv3.common.synchronization [req-fb2464cc-1adf-417b-b72b-fc49626551de req-0e4d97a7-0963-4ccc-abc1-902a1ac85ef5 tempest-ServerActionsTestOtherA-1158692047 tempest-ServerActionsTestOtherA-1158692047-project-member] Enqueued Resource ID: 684069ea-f32f-4fab-b9e4-2cef5126ff66 with Priority: HIGHEST for action security_group_members [ 1143.392075] env[62265]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 684069ea-f32f-4fab-b9e4-2cef5126ff66 with Priority: HIGHEST for action security_group_members [ 1143.393153] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock member-684069ea-f32f-4fab-b9e4-2cef5126ff66 taken with stack trace [, , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1143.393153] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-684069ea-f32f-4fab-b9e4-2cef5126ff66" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1143.393153] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-684069ea-f32f-4fab-b9e4-2cef5126ff66" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1143.393153] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-684069ea-f32f-4fab-b9e4-2cef5126ff66" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1143.393153] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1143.393153] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1143.393153] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1143.393153] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1143.393153] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1143.393153] env[62265]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('684069ea-f32f-4fab-b9e4-2cef5126ff66',) {} {{(pid=62265) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1143.419206] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1143.419338] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1143.419404] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1143.419944] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1143.419944] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1143.433937] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b70db8a6-589b-46f1-ab50-a8fac5cfe516 in Status: IN_PROGRESS for 2s [ 1143.451485] env[62265]: INFO networking_nsxv3.common.synchronization [req-fb2464cc-1adf-417b-b72b-fc49626551de req-0e4d97a7-0963-4ccc-abc1-902a1ac85ef5 tempest-ServerActionsTestOtherA-1158692047 tempest-ServerActionsTestOtherA-1158692047-project-member] Enqueued Resource ID: 4c1c6675-f10b-4ecd-a8e0-642e005676ec with Priority: HIGHEST for action port [ 1143.451729] env[62265]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4c1c6675-f10b-4ecd-a8e0-642e005676ec with Priority: HIGHEST for action port [ 1143.452255] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock port-4c1c6675-f10b-4ecd-a8e0-642e005676ec taken with stack trace [, , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1143.452370] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-4c1c6675-f10b-4ecd-a8e0-642e005676ec" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1143.452439] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-4c1c6675-f10b-4ecd-a8e0-642e005676ec" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1143.452627] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-4c1c6675-f10b-4ecd-a8e0-642e005676ec" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1143.452707] env[62265]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4c1c6675-f10b-4ecd-a8e0-642e005676ec',) {} {{(pid=62265) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1143.897688] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1143.897785] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1143.897837] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1143.898592] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1143.898592] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1143.898592] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1143.898592] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1143.898592] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1143.898849] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1143.898849] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1143.898849] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 684069ea-f32f-4fab-b9e4-2cef5126ff66 is going to be updated. [ 1143.928221] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1143.928221] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1143.928221] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1143.928221] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1143.928478] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1143.936364] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 684069ea-f32f-4fab-b9e4-2cef5126ff66 in Status: IN_PROGRESS for 2s [ 1143.954844] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 4c1c6675-f10b-4ecd-a8e0-642e005676ec with status ACTIVE [ 1143.955093] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1143.955230] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1143.955305] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1143.955517] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1143.955603] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1143.955851] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1143.955961] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1143.956058] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1143.956220] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1143.956299] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1143.956482] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1143.956578] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1143.956697] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1143.956862] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1143.956941] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1143.957039] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 4c1c6675-f10b-4ecd-a8e0-642e005676ec is going to be updated. [ 1143.986024] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1143.986024] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1143.986024] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1143.986024] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1143.986024] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1143.986024] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-4c1c6675-f10b-4ecd-a8e0-642e005676ec" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1144.493465] env[62265]: INFO networking_nsxv3.common.synchronization [req-eb053b60-388f-4846-a3e4-2f4f1fb6b9c5 req-b8c8d868-d08e-43d8-a474-d7d2bc60c8ed tempest-InstanceActionsTestJSON-1905531583 tempest-InstanceActionsTestJSON-1905531583-project-member] Enqueued Resource ID: 27bfe5fa-3e17-4f98-ab6d-4f797611b209 with Priority: HIGHEST for action security_group_members [ 1144.494101] env[62265]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 27bfe5fa-3e17-4f98-ab6d-4f797611b209 with Priority: HIGHEST for action security_group_members [ 1144.494470] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock member-27bfe5fa-3e17-4f98-ab6d-4f797611b209 taken with stack trace [, , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1144.494610] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-27bfe5fa-3e17-4f98-ab6d-4f797611b209" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1144.494715] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-27bfe5fa-3e17-4f98-ab6d-4f797611b209" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1144.495036] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-27bfe5fa-3e17-4f98-ab6d-4f797611b209" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1144.495264] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1144.495417] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1144.495516] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1144.495766] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1144.495921] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1144.496232] env[62265]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('27bfe5fa-3e17-4f98-ab6d-4f797611b209',) {} {{(pid=62265) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1144.860796] env[62265]: DEBUG networking_nsxv3.common.locking [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Lock network-764 taken with stack trace [, , , , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1144.860796] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquiring lock "network-764" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1144.860796] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquired lock "network-764" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1144.860796] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquired external semaphore "network-764" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1144.860796] env[62265]: DEBUG networking_nsxv3.common.locking [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1144.860796] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquiring lock "Segment" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1144.860796] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquired lock "Segment" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1144.860796] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquired external semaphore "Segment" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1144.861245] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Releasing lock "Segment" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1144.861245] env[62265]: DEBUG dogpile.cache.region [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] No value present for key: 'zone-id' {{(pid=62265) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1144.861245] env[62265]: DEBUG dogpile.lock [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] NeedRegenerationException {{(pid=62265) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1144.861360] env[62265]: DEBUG dogpile.lock [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] no value, waiting for create lock {{(pid=62265) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1144.861475] env[62265]: DEBUG dogpile.lock [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] value creation lock acquired {{(pid=62265) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1144.861589] env[62265]: DEBUG dogpile.cache.region [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] No value present for key: 'zone-id' {{(pid=62265) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1144.861734] env[62265]: DEBUG dogpile.lock [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Calling creation function for not-yet-present value {{(pid=62265) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1144.861830] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1144.880177] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1144.880671] env[62265]: DEBUG dogpile.cache.region [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Cache value generated in 0.018 seconds for key(s): 'zone-id' {{(pid=62265) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1144.881061] env[62265]: DEBUG dogpile.lock [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Released creation lock {{(pid=62265) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1144.881453] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Releasing lock "network-764" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1144.881810] env[62265]: DEBUG networking_nsxv3.common.locking [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Lock port-6f3a941f-c80f-42a4-a85f-18a8b8e5ce79 taken with stack trace [, , , , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1144.881989] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquiring lock "port-6f3a941f-c80f-42a4-a85f-18a8b8e5ce79" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1144.882130] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquired lock "port-6f3a941f-c80f-42a4-a85f-18a8b8e5ce79" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1144.882456] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquired external semaphore "port-6f3a941f-c80f-42a4-a85f-18a8b8e5ce79" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1144.882596] env[62265]: DEBUG networking_nsxv3.api.rpc [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6f3a941f-c80f-42a4-a85f-18a8b8e5ce79',) {} {{(pid=62265) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1145.003162] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1145.003162] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1145.003162] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1145.003162] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1145.003162] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1145.003162] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1145.003162] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1145.003162] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1145.003162] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1145.003162] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1145.003162] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 27bfe5fa-3e17-4f98-ab6d-4f797611b209 already deleted. [ 1145.003162] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-27bfe5fa-3e17-4f98-ab6d-4f797611b209" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1145.385136] env[62265]: DEBUG networking_nsxv3.common.locking [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1145.385413] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquiring lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1145.385559] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquired lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1145.385897] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquired external semaphore "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1145.386068] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Releasing lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1145.386246] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Segment Port 6f3a941f-c80f-42a4-a85f-18a8b8e5ce79 not found, creating... [ 1145.386535] env[62265]: DEBUG networking_nsxv3.common.locking [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1145.386724] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquiring lock "Segment" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1145.386854] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquired lock "Segment" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1145.387103] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquired external semaphore "Segment" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1145.387268] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Releasing lock "Segment" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1145.387575] env[62265]: DEBUG networking_nsxv3.common.locking [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1145.387777] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquiring lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1145.387917] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquired lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1145.388159] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquired external semaphore "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1145.388302] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Releasing lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1145.388488] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Resource: SegmentPort with ID: 6f3a941f-c80f-42a4-a85f-18a8b8e5ce79 is going to be created. [ 1145.407207] env[62265]: DEBUG networking_nsxv3.common.locking [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1145.407421] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquiring lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1145.407538] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquired lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1145.407798] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquired external semaphore "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1145.408159] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Releasing lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1145.408277] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Releasing lock "port-6f3a941f-c80f-42a4-a85f-18a8b8e5ce79" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1145.454047] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b70db8a6-589b-46f1-ab50-a8fac5cfe516 in Status: SUCCESS [ 1145.454365] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b70db8a6-589b-46f1-ab50-a8fac5cfe516" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1145.602441] env[62265]: INFO networking_nsxv3.common.synchronization [req-afffb83c-a5a1-461e-990f-4b752f079b92 req-ffe3d638-7317-4476-8147-86df3a6f3ce7 tempest-AttachInterfacesTestJSON-467207588 tempest-AttachInterfacesTestJSON-467207588-project-member] Enqueued Resource ID: 7d8f4397-acf6-4c55-898c-ac910f9cc1ad with Priority: HIGHEST for action security_group_members [ 1145.603264] env[62265]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7d8f4397-acf6-4c55-898c-ac910f9cc1ad with Priority: HIGHEST for action security_group_members [ 1145.603628] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock member-7d8f4397-acf6-4c55-898c-ac910f9cc1ad taken with stack trace [, , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1145.603783] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7d8f4397-acf6-4c55-898c-ac910f9cc1ad" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1145.603855] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7d8f4397-acf6-4c55-898c-ac910f9cc1ad" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1145.607052] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7d8f4397-acf6-4c55-898c-ac910f9cc1ad" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1145.607052] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1145.607052] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1145.607052] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1145.607052] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1145.607052] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1145.607052] env[62265]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7d8f4397-acf6-4c55-898c-ac910f9cc1ad',) {} {{(pid=62265) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1145.946257] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 684069ea-f32f-4fab-b9e4-2cef5126ff66 in Status: SUCCESS [ 1145.946353] env[62265]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 684069ea-f32f-4fab-b9e4-2cef5126ff66 deletion is rescheduled due to dependency. [ 1145.946463] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-684069ea-f32f-4fab-b9e4-2cef5126ff66" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1146.108881] env[62265]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('7d8f4397-acf6-4c55-898c-ac910f9cc1ad',) {} {{(pid=62265) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1146.161424] env[62265]: INFO networking_nsxv3.common.synchronization [req-eb053b60-388f-4846-a3e4-2f4f1fb6b9c5 req-749cde1e-56e7-49fb-a771-c4508dcb3806 service nova] Enqueued Resource ID: 27bfe5fa-3e17-4f98-ab6d-4f797611b209 with Priority: HIGHEST for action security_group_rules [ 1146.161545] env[62265]: INFO networking_nsxv3.common.synchronization [req-eb053b60-388f-4846-a3e4-2f4f1fb6b9c5 req-749cde1e-56e7-49fb-a771-c4508dcb3806 service nova] Enqueued Resource ID: 27bfe5fa-3e17-4f98-ab6d-4f797611b209 with Priority: HIGHEST for action security_group_members [ 1146.161720] env[62265]: INFO networking_nsxv3.common.synchronization [req-eb053b60-388f-4846-a3e4-2f4f1fb6b9c5 req-749cde1e-56e7-49fb-a771-c4508dcb3806 service nova] Enqueued Resource ID: 6f3a941f-c80f-42a4-a85f-18a8b8e5ce79 with Priority: HIGHEST for action port [ 1146.161842] env[62265]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 27bfe5fa-3e17-4f98-ab6d-4f797611b209 with Priority: HIGHEST for action security_group_rules [ 1146.161968] env[62265]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 27bfe5fa-3e17-4f98-ab6d-4f797611b209 with Priority: HIGHEST for action security_group_members [ 1146.162067] env[62265]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6f3a941f-c80f-42a4-a85f-18a8b8e5ce79 with Priority: HIGHEST for action port [ 1146.162576] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock rules-27bfe5fa-3e17-4f98-ab6d-4f797611b209 taken with stack trace [, , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1146.162689] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-27bfe5fa-3e17-4f98-ab6d-4f797611b209" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1146.162760] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-27bfe5fa-3e17-4f98-ab6d-4f797611b209" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1146.163012] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-27bfe5fa-3e17-4f98-ab6d-4f797611b209" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1146.164343] env[62265]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('27bfe5fa-3e17-4f98-ab6d-4f797611b209',) {} {{(pid=62265) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1146.164835] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock member-27bfe5fa-3e17-4f98-ab6d-4f797611b209 taken with stack trace [, , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1146.164953] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-27bfe5fa-3e17-4f98-ab6d-4f797611b209" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1146.165048] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-27bfe5fa-3e17-4f98-ab6d-4f797611b209" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1146.165215] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-27bfe5fa-3e17-4f98-ab6d-4f797611b209" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1146.165366] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1146.165467] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1146.165541] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1146.165704] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1146.165801] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1146.165894] env[62265]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('27bfe5fa-3e17-4f98-ab6d-4f797611b209',) {} {{(pid=62265) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1146.170023] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock port-6f3a941f-c80f-42a4-a85f-18a8b8e5ce79 taken with stack trace [, , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1146.170023] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-6f3a941f-c80f-42a4-a85f-18a8b8e5ce79" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1146.170023] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-6f3a941f-c80f-42a4-a85f-18a8b8e5ce79" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1146.170023] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-6f3a941f-c80f-42a4-a85f-18a8b8e5ce79" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1146.170023] env[62265]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6f3a941f-c80f-42a4-a85f-18a8b8e5ce79',) {} {{(pid=62265) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1146.613337] env[62265]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('7d8f4397-acf6-4c55-898c-ac910f9cc1ad',) {} {{(pid=62265) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1146.670511] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock member-27bfe5fa-3e17-4f98-ab6d-4f797611b209 taken with stack trace [, , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1146.670617] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-27bfe5fa-3e17-4f98-ab6d-4f797611b209" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1146.671185] env[62265]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('27bfe5fa-3e17-4f98-ab6d-4f797611b209',) {} {{(pid=62265) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1146.672345] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 6f3a941f-c80f-42a4-a85f-18a8b8e5ce79 with status ACTIVE [ 1146.672345] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1146.672345] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1146.672345] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1146.672494] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1146.672523] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1146.673208] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1146.673208] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1146.673208] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1146.673208] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1146.673208] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1146.673425] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1146.673425] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1146.673425] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1146.673540] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1146.673657] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1146.673715] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 6f3a941f-c80f-42a4-a85f-18a8b8e5ce79 is going to be updated. [ 1146.693062] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1146.693062] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1146.693062] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1146.693062] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1146.693292] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1146.693396] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-6f3a941f-c80f-42a4-a85f-18a8b8e5ce79" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1146.842019] env[62265]: INFO networking_nsxv3.common.synchronization [req-1a3e8d3f-422f-47bd-94b5-00227026b496 req-7fed22b1-23af-44f9-9dd4-05093258e627 tempest-ServersTestJSON-996831773 tempest-ServersTestJSON-996831773-project-member] Enqueued Resource ID: 85a6547c-bf3d-4bdc-b0a3-09132939cc37 with Priority: HIGHEST for action security_group_members [ 1146.845530] env[62265]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 85a6547c-bf3d-4bdc-b0a3-09132939cc37 with Priority: HIGHEST for action security_group_members [ 1146.845530] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock member-85a6547c-bf3d-4bdc-b0a3-09132939cc37 taken with stack trace [, , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1146.845530] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-85a6547c-bf3d-4bdc-b0a3-09132939cc37" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1146.845530] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-85a6547c-bf3d-4bdc-b0a3-09132939cc37" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1146.845530] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-85a6547c-bf3d-4bdc-b0a3-09132939cc37" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1146.845530] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1146.845530] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1146.845530] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1146.845530] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1146.845530] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1146.845530] env[62265]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('85a6547c-bf3d-4bdc-b0a3-09132939cc37',) {} {{(pid=62265) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1147.114662] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1147.114811] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1147.114877] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1147.115115] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1147.115201] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1147.115301] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7d8f4397-acf6-4c55-898c-ac910f9cc1ad is going to be updated. [ 1147.140319] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1147.140447] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1147.140516] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1147.140722] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1147.140860] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1147.151043] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7d8f4397-acf6-4c55-898c-ac910f9cc1ad in Status: IN_PROGRESS for 2s [ 1147.176393] env[62265]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('27bfe5fa-3e17-4f98-ab6d-4f797611b209',) {} {{(pid=62265) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1147.191413] env[62265]: DEBUG networking_nsxv3.common.locking [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Lock network-887 taken with stack trace [, , , , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1147.191621] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquiring lock "network-887" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1147.191746] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquired lock "network-887" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1147.192075] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquired external semaphore "network-887" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1147.192451] env[62265]: DEBUG networking_nsxv3.common.locking [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1147.192700] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquiring lock "Segment" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1147.192878] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquired lock "Segment" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1147.197823] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquired external semaphore "Segment" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1147.198709] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Releasing lock "Segment" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1147.198709] env[62265]: DEBUG dogpile.cache.region [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] No value present for key: 'zone-id' {{(pid=62265) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1147.198709] env[62265]: DEBUG dogpile.lock [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] NeedRegenerationException {{(pid=62265) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1147.198709] env[62265]: DEBUG dogpile.lock [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] no value, waiting for create lock {{(pid=62265) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1147.198709] env[62265]: DEBUG dogpile.lock [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] value creation lock acquired {{(pid=62265) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1147.198709] env[62265]: DEBUG dogpile.cache.region [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] No value present for key: 'zone-id' {{(pid=62265) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1147.199013] env[62265]: DEBUG dogpile.lock [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Calling creation function for not-yet-present value {{(pid=62265) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1147.199013] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1147.227021] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1147.227253] env[62265]: DEBUG dogpile.cache.region [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Cache value generated in 0.028 seconds for key(s): 'zone-id' {{(pid=62265) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1147.227496] env[62265]: DEBUG dogpile.lock [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Released creation lock {{(pid=62265) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1147.227727] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Releasing lock "network-887" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1147.228091] env[62265]: DEBUG networking_nsxv3.common.locking [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Lock port-ec4d2454-f207-470c-b811-70956b59a096 taken with stack trace [, , , , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1147.228284] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquiring lock "port-ec4d2454-f207-470c-b811-70956b59a096" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1147.228422] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquired lock "port-ec4d2454-f207-470c-b811-70956b59a096" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1147.228786] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquired external semaphore "port-ec4d2454-f207-470c-b811-70956b59a096" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1147.228940] env[62265]: DEBUG networking_nsxv3.api.rpc [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ec4d2454-f207-470c-b811-70956b59a096',) {} {{(pid=62265) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1147.346218] env[62265]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('85a6547c-bf3d-4bdc-b0a3-09132939cc37',) {} {{(pid=62265) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1147.682402] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1147.683241] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1147.683408] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1147.683703] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1147.684916] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1147.684916] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 27bfe5fa-3e17-4f98-ab6d-4f797611b209 is going to be created. [ 1147.706694] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1147.706875] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1147.706922] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1147.707153] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1147.707315] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1147.716624] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 27bfe5fa-3e17-4f98-ab6d-4f797611b209 in Status: UNINITIALIZED for 2s [ 1147.731815] env[62265]: DEBUG networking_nsxv3.common.locking [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1147.732089] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquiring lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1147.732246] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquired lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1147.732509] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquired external semaphore "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1147.732671] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Releasing lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1147.732837] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Segment Port ec4d2454-f207-470c-b811-70956b59a096 not found, creating... [ 1147.733136] env[62265]: DEBUG networking_nsxv3.common.locking [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1147.733335] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquiring lock "Segment" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1147.733458] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquired lock "Segment" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1147.733709] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquired external semaphore "Segment" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1147.733858] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Releasing lock "Segment" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1147.734166] env[62265]: DEBUG networking_nsxv3.common.locking [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1147.734326] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquiring lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1147.734446] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquired lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1147.734665] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquired external semaphore "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1147.734809] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Releasing lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1147.734952] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Resource: SegmentPort with ID: ec4d2454-f207-470c-b811-70956b59a096 is going to be created. [ 1147.753902] env[62265]: DEBUG networking_nsxv3.common.locking [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1147.754232] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquiring lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1147.754441] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquired lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1147.754780] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquired external semaphore "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1147.755181] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Releasing lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1147.755537] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Releasing lock "port-ec4d2454-f207-470c-b811-70956b59a096" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1147.848434] env[62265]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('85a6547c-bf3d-4bdc-b0a3-09132939cc37',) {} {{(pid=62265) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1148.353908] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1148.353908] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1148.353908] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1148.353908] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1148.353908] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1148.353908] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 85a6547c-bf3d-4bdc-b0a3-09132939cc37 is going to be updated. [ 1148.381510] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1148.381510] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1148.381510] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1148.381510] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1148.381510] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1148.388709] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 85a6547c-bf3d-4bdc-b0a3-09132939cc37 in Status: IN_PROGRESS for 2s [ 1148.437132] env[62265]: INFO networking_nsxv3.common.synchronization [req-1a3e8d3f-422f-47bd-94b5-00227026b496 req-346b9b5a-735c-4924-ae27-a92dc01c1945 service nova] Enqueued Resource ID: 85a6547c-bf3d-4bdc-b0a3-09132939cc37 with Priority: HIGHEST for action security_group_rules [ 1148.437132] env[62265]: INFO networking_nsxv3.common.synchronization [req-1a3e8d3f-422f-47bd-94b5-00227026b496 req-346b9b5a-735c-4924-ae27-a92dc01c1945 service nova] Enqueued Resource ID: 85a6547c-bf3d-4bdc-b0a3-09132939cc37 with Priority: HIGHEST for action security_group_members [ 1148.437132] env[62265]: INFO networking_nsxv3.common.synchronization [req-1a3e8d3f-422f-47bd-94b5-00227026b496 req-346b9b5a-735c-4924-ae27-a92dc01c1945 service nova] Enqueued Resource ID: ec4d2454-f207-470c-b811-70956b59a096 with Priority: HIGHEST for action port [ 1148.437132] env[62265]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 85a6547c-bf3d-4bdc-b0a3-09132939cc37 with Priority: HIGHEST for action security_group_rules [ 1148.437132] env[62265]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 85a6547c-bf3d-4bdc-b0a3-09132939cc37 with Priority: HIGHEST for action security_group_members [ 1148.437132] env[62265]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ec4d2454-f207-470c-b811-70956b59a096 with Priority: HIGHEST for action port [ 1148.437858] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock rules-85a6547c-bf3d-4bdc-b0a3-09132939cc37 taken with stack trace [, , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1148.438214] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-85a6547c-bf3d-4bdc-b0a3-09132939cc37" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1148.438373] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-85a6547c-bf3d-4bdc-b0a3-09132939cc37" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1148.438662] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-85a6547c-bf3d-4bdc-b0a3-09132939cc37" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1148.438844] env[62265]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('85a6547c-bf3d-4bdc-b0a3-09132939cc37',) {} {{(pid=62265) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1148.439851] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock member-85a6547c-bf3d-4bdc-b0a3-09132939cc37 taken with stack trace [, , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1148.440102] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-85a6547c-bf3d-4bdc-b0a3-09132939cc37" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1148.440389] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock port-ec4d2454-f207-470c-b811-70956b59a096 taken with stack trace [, , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1148.440656] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ec4d2454-f207-470c-b811-70956b59a096" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1148.440799] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ec4d2454-f207-470c-b811-70956b59a096" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1148.441048] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ec4d2454-f207-470c-b811-70956b59a096" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1148.441215] env[62265]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ec4d2454-f207-470c-b811-70956b59a096',) {} {{(pid=62265) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1148.943356] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock member-85a6547c-bf3d-4bdc-b0a3-09132939cc37 taken with stack trace [, , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1148.943356] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-85a6547c-bf3d-4bdc-b0a3-09132939cc37" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1148.944714] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port ec4d2454-f207-470c-b811-70956b59a096 with status ACTIVE [ 1148.944935] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1148.945096] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1148.945185] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1148.945428] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1148.945548] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1148.945818] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1148.945950] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1148.946060] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1148.946255] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1148.946358] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1148.946701] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1148.946701] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1148.946837] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1148.946952] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1148.947064] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1148.947156] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: ec4d2454-f207-470c-b811-70956b59a096 is going to be updated. [ 1148.967366] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1148.967468] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1148.967550] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1148.967761] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1148.967916] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1148.968113] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ec4d2454-f207-470c-b811-70956b59a096" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1149.162409] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7d8f4397-acf6-4c55-898c-ac910f9cc1ad in Status: SUCCESS [ 1149.162409] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7d8f4397-acf6-4c55-898c-ac910f9cc1ad" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1149.725295] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 27bfe5fa-3e17-4f98-ab6d-4f797611b209 in Status: SUCCESS [ 1149.725440] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-27bfe5fa-3e17-4f98-ab6d-4f797611b209" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1149.725589] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-27bfe5fa-3e17-4f98-ab6d-4f797611b209" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1149.725886] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-27bfe5fa-3e17-4f98-ab6d-4f797611b209" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1149.726085] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1149.726199] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1149.726259] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1149.726547] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1149.726547] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1149.726547] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-27bfe5fa-3e17-4f98-ab6d-4f797611b209" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1149.726736] env[62265]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('27bfe5fa-3e17-4f98-ab6d-4f797611b209',) {} {{(pid=62265) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1150.115177] env[62265]: INFO networking_nsxv3.common.synchronization [req-5237e515-addc-4c58-b2fc-dde498f8ea90 req-33ef90c4-dfef-4e85-9b64-d54821b3e102 tempest-ServerActionsTestOtherB-1524070999 tempest-ServerActionsTestOtherB-1524070999-project-member] Enqueued Resource ID: e1aa9925-8acc-4328-bd1d-1f3ff9007d21 with Priority: HIGHEST for action security_group_members [ 1150.115177] env[62265]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e1aa9925-8acc-4328-bd1d-1f3ff9007d21 with Priority: HIGHEST for action security_group_members [ 1150.115177] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock member-e1aa9925-8acc-4328-bd1d-1f3ff9007d21 taken with stack trace [, , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1150.115177] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e1aa9925-8acc-4328-bd1d-1f3ff9007d21" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1150.115177] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e1aa9925-8acc-4328-bd1d-1f3ff9007d21" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1150.115177] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e1aa9925-8acc-4328-bd1d-1f3ff9007d21" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1150.116141] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1150.116395] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1150.116572] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1150.116873] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1150.117104] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1150.117315] env[62265]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e1aa9925-8acc-4328-bd1d-1f3ff9007d21',) {} {{(pid=62265) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1150.231962] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock member-27bfe5fa-3e17-4f98-ab6d-4f797611b209 taken with stack trace [, , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1150.232178] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-27bfe5fa-3e17-4f98-ab6d-4f797611b209" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1150.232232] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-27bfe5fa-3e17-4f98-ab6d-4f797611b209" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1150.232500] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-27bfe5fa-3e17-4f98-ab6d-4f797611b209" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1150.232719] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1150.232855] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1150.232932] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1150.233124] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1150.233217] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1150.233403] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-27bfe5fa-3e17-4f98-ab6d-4f797611b209" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1150.233630] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock member-27bfe5fa-3e17-4f98-ab6d-4f797611b209 taken with stack trace [, , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1150.233757] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-27bfe5fa-3e17-4f98-ab6d-4f797611b209" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1150.233854] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-27bfe5fa-3e17-4f98-ab6d-4f797611b209" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1150.234099] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-27bfe5fa-3e17-4f98-ab6d-4f797611b209" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1150.234327] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1150.234521] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1150.234664] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1150.234894] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1150.235087] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1150.235272] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-27bfe5fa-3e17-4f98-ab6d-4f797611b209" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1150.235465] env[62265]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('27bfe5fa-3e17-4f98-ab6d-4f797611b209',) {} {{(pid=62265) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1150.397981] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 85a6547c-bf3d-4bdc-b0a3-09132939cc37 in Status: SUCCESS [ 1150.398342] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-85a6547c-bf3d-4bdc-b0a3-09132939cc37" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1150.398842] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-85a6547c-bf3d-4bdc-b0a3-09132939cc37" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1150.398842] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-85a6547c-bf3d-4bdc-b0a3-09132939cc37" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1150.398842] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1150.399014] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1150.399014] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1150.399177] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1150.399257] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1150.399371] env[62265]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('85a6547c-bf3d-4bdc-b0a3-09132939cc37',) {} {{(pid=62265) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1150.426954] env[62265]: DEBUG networking_nsxv3.common.locking [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Lock network-14 taken with stack trace [, , , , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1150.427304] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquiring lock "network-14" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1150.427443] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquired lock "network-14" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1150.427780] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquired external semaphore "network-14" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1150.428122] env[62265]: DEBUG networking_nsxv3.common.locking [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1150.428327] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquiring lock "Segment" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1150.428459] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquired lock "Segment" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1150.428758] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquired external semaphore "Segment" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1150.428920] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Releasing lock "Segment" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1150.429221] env[62265]: DEBUG dogpile.cache.region [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] No value present for key: 'zone-id' {{(pid=62265) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1150.429331] env[62265]: DEBUG dogpile.lock [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] NeedRegenerationException {{(pid=62265) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1150.429444] env[62265]: DEBUG dogpile.lock [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] no value, waiting for create lock {{(pid=62265) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1150.429590] env[62265]: DEBUG dogpile.lock [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] value creation lock acquired {{(pid=62265) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1150.429731] env[62265]: DEBUG dogpile.cache.region [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] No value present for key: 'zone-id' {{(pid=62265) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1150.429847] env[62265]: DEBUG dogpile.lock [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Calling creation function for not-yet-present value {{(pid=62265) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1150.429993] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1150.447792] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1150.448104] env[62265]: DEBUG dogpile.cache.region [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Cache value generated in 0.018 seconds for key(s): 'zone-id' {{(pid=62265) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1150.448104] env[62265]: DEBUG dogpile.lock [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Released creation lock {{(pid=62265) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1150.448299] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Releasing lock "network-14" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1150.448622] env[62265]: DEBUG networking_nsxv3.common.locking [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Lock port-bf5c987d-d1f6-431b-bfc6-4831bc74b90e taken with stack trace [, , , , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1150.448806] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquiring lock "port-bf5c987d-d1f6-431b-bfc6-4831bc74b90e" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1150.448959] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquired lock "port-bf5c987d-d1f6-431b-bfc6-4831bc74b90e" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1150.449325] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquired external semaphore "port-bf5c987d-d1f6-431b-bfc6-4831bc74b90e" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1150.449467] env[62265]: DEBUG networking_nsxv3.api.rpc [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('bf5c987d-d1f6-431b-bfc6-4831bc74b90e',) {} {{(pid=62265) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1150.619685] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1150.619906] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1150.619906] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1150.620107] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1150.620200] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1150.620398] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1150.620505] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1150.620556] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1150.620702] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1150.620791] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1150.620868] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e1aa9925-8acc-4328-bd1d-1f3ff9007d21 is going to be updated. [ 1150.648113] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1150.648347] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1150.648347] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1150.648564] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1150.648698] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1150.657462] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e1aa9925-8acc-4328-bd1d-1f3ff9007d21 in Status: IN_PROGRESS for 2s [ 1150.737881] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 27bfe5fa-3e17-4f98-ab6d-4f797611b209: rpc.has_security_group_logging(os_id): False [ 1150.759113] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1150.759314] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1150.759314] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1150.759535] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1150.759624] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1150.759811] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1150.760014] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1150.760014] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1150.760124] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1150.760200] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1150.760399] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1150.760494] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1150.760554] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1150.760694] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1150.760760] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1150.760936] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1150.761042] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1150.761103] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1150.761240] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1150.761314] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1150.761398] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 27bfe5fa-3e17-4f98-ab6d-4f797611b209 is going to be created. [ 1150.827734] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1150.827949] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1150.828087] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1150.828340] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1150.828527] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1150.838270] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 27bfe5fa-3e17-4f98-ab6d-4f797611b209 in Status: IN_PROGRESS for 2s [ 1150.901771] env[62265]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('85a6547c-bf3d-4bdc-b0a3-09132939cc37',) {} {{(pid=62265) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1150.951356] env[62265]: DEBUG networking_nsxv3.common.locking [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1150.951572] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquiring lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1150.951703] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquired lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1150.952033] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquired external semaphore "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1150.952203] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Releasing lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1150.952419] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Segment Port bf5c987d-d1f6-431b-bfc6-4831bc74b90e not found, creating... [ 1150.952613] env[62265]: DEBUG networking_nsxv3.common.locking [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1150.952772] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquiring lock "Segment" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1150.952896] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquired lock "Segment" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1150.953136] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquired external semaphore "Segment" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1150.953278] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Releasing lock "Segment" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1150.953653] env[62265]: DEBUG networking_nsxv3.common.locking [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1150.953836] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquiring lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1150.953959] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquired lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1150.954186] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquired external semaphore "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1150.954324] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Releasing lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1150.954465] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Resource: SegmentPort with ID: bf5c987d-d1f6-431b-bfc6-4831bc74b90e is going to be created. [ 1150.975167] env[62265]: DEBUG networking_nsxv3.common.locking [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1150.975397] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquiring lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1150.975529] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquired lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1150.975830] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquired external semaphore "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1150.976092] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Releasing lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1150.976327] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Releasing lock "port-bf5c987d-d1f6-431b-bfc6-4831bc74b90e" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1151.403962] env[62265]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('85a6547c-bf3d-4bdc-b0a3-09132939cc37',) {} {{(pid=62265) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1151.723307] env[62265]: INFO networking_nsxv3.common.synchronization [req-5237e515-addc-4c58-b2fc-dde498f8ea90 req-cf689cc2-13b5-4aaa-9797-8d33c62475b4 service nova] Enqueued Resource ID: e1aa9925-8acc-4328-bd1d-1f3ff9007d21 with Priority: HIGHEST for action security_group_rules [ 1151.723484] env[62265]: INFO networking_nsxv3.common.synchronization [req-5237e515-addc-4c58-b2fc-dde498f8ea90 req-cf689cc2-13b5-4aaa-9797-8d33c62475b4 service nova] Enqueued Resource ID: e1aa9925-8acc-4328-bd1d-1f3ff9007d21 with Priority: HIGHEST for action security_group_members [ 1151.723627] env[62265]: INFO networking_nsxv3.common.synchronization [req-5237e515-addc-4c58-b2fc-dde498f8ea90 req-cf689cc2-13b5-4aaa-9797-8d33c62475b4 service nova] Enqueued Resource ID: bf5c987d-d1f6-431b-bfc6-4831bc74b90e with Priority: HIGHEST for action port [ 1151.723881] env[62265]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e1aa9925-8acc-4328-bd1d-1f3ff9007d21 with Priority: HIGHEST for action security_group_rules [ 1151.724014] env[62265]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e1aa9925-8acc-4328-bd1d-1f3ff9007d21 with Priority: HIGHEST for action security_group_members [ 1151.724104] env[62265]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bf5c987d-d1f6-431b-bfc6-4831bc74b90e with Priority: HIGHEST for action port [ 1151.724779] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e1aa9925-8acc-4328-bd1d-1f3ff9007d21 taken with stack trace [, , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1151.724912] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e1aa9925-8acc-4328-bd1d-1f3ff9007d21" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1151.724979] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e1aa9925-8acc-4328-bd1d-1f3ff9007d21" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1151.725191] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e1aa9925-8acc-4328-bd1d-1f3ff9007d21" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1151.725270] env[62265]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e1aa9925-8acc-4328-bd1d-1f3ff9007d21',) {} {{(pid=62265) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1151.726116] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock member-e1aa9925-8acc-4328-bd1d-1f3ff9007d21 taken with stack trace [, , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1151.726209] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e1aa9925-8acc-4328-bd1d-1f3ff9007d21" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1151.726392] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock port-bf5c987d-d1f6-431b-bfc6-4831bc74b90e taken with stack trace [, , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1151.726489] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-bf5c987d-d1f6-431b-bfc6-4831bc74b90e" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1151.726553] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-bf5c987d-d1f6-431b-bfc6-4831bc74b90e" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1151.726772] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-bf5c987d-d1f6-431b-bfc6-4831bc74b90e" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1151.726826] env[62265]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('bf5c987d-d1f6-431b-bfc6-4831bc74b90e',) {} {{(pid=62265) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1151.909125] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1151.909304] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1151.909377] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1151.909616] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1151.909718] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1151.909825] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 85a6547c-bf3d-4bdc-b0a3-09132939cc37 is going to be updated. [ 1151.948972] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1151.948972] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1151.948972] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1151.948972] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1151.948972] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1151.958459] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 85a6547c-bf3d-4bdc-b0a3-09132939cc37 in Status: IN_PROGRESS for 2s [ 1152.228529] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock member-e1aa9925-8acc-4328-bd1d-1f3ff9007d21 taken with stack trace [, , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1152.229027] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e1aa9925-8acc-4328-bd1d-1f3ff9007d21" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1152.229027] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port bf5c987d-d1f6-431b-bfc6-4831bc74b90e with status ACTIVE [ 1152.229183] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1152.229359] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1152.229441] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1152.229683] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1152.229921] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1152.230026] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1152.230100] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1152.230146] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1152.230334] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1152.230427] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1152.230611] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1152.230705] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1152.230814] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1152.230895] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1152.230983] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1152.231596] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: bf5c987d-d1f6-431b-bfc6-4831bc74b90e is going to be updated. [ 1152.254992] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1152.255157] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1152.255215] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1152.255412] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1152.255548] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1152.255706] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-bf5c987d-d1f6-431b-bfc6-4831bc74b90e" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1152.607405] env[62265]: INFO networking_nsxv3.common.synchronization [None req-fb506f6e-5701-44f2-8f1c-9b14bdcae950 tempest-AttachVolumeTestJSON-1473078117 tempest-AttachVolumeTestJSON-1473078117-project-member] Enqueued Resource ID: 515afca6-988d-462b-b06c-2a6ca4759e17 with Priority: HIGHEST for action security_group_rules [ 1152.608055] env[62265]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 515afca6-988d-462b-b06c-2a6ca4759e17 with Priority: HIGHEST for action security_group_rules [ 1152.608442] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock rules-515afca6-988d-462b-b06c-2a6ca4759e17 taken with stack trace [, , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1152.608578] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-515afca6-988d-462b-b06c-2a6ca4759e17" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1152.608698] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-515afca6-988d-462b-b06c-2a6ca4759e17" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1152.609010] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-515afca6-988d-462b-b06c-2a6ca4759e17" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1152.609122] env[62265]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('515afca6-988d-462b-b06c-2a6ca4759e17',) {} {{(pid=62265) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1152.666840] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e1aa9925-8acc-4328-bd1d-1f3ff9007d21 in Status: SUCCESS [ 1152.666840] env[62265]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e1aa9925-8acc-4328-bd1d-1f3ff9007d21 deletion is rescheduled due to dependency. [ 1152.668982] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e1aa9925-8acc-4328-bd1d-1f3ff9007d21" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1152.668982] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e1aa9925-8acc-4328-bd1d-1f3ff9007d21" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1152.668982] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e1aa9925-8acc-4328-bd1d-1f3ff9007d21" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1152.668982] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1152.668982] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1152.668982] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1152.668982] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1152.668982] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1152.668982] env[62265]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e1aa9925-8acc-4328-bd1d-1f3ff9007d21',) {} {{(pid=62265) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1152.731025] env[62265]: INFO networking_nsxv3.common.synchronization [None req-4a282def-167a-4f57-91cd-bc889dad9996 tempest-AttachVolumeTestJSON-1473078117 tempest-AttachVolumeTestJSON-1473078117-project-member] Enqueued Resource ID: 515afca6-988d-462b-b06c-2a6ca4759e17 with Priority: HIGHEST for action security_group_rules [ 1152.731396] env[62265]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 515afca6-988d-462b-b06c-2a6ca4759e17 with Priority: HIGHEST for action security_group_rules [ 1152.731688] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock rules-515afca6-988d-462b-b06c-2a6ca4759e17 taken with stack trace [, , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1152.731783] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-515afca6-988d-462b-b06c-2a6ca4759e17" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1152.848952] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 27bfe5fa-3e17-4f98-ab6d-4f797611b209 in Status: SUCCESS [ 1152.849213] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-27bfe5fa-3e17-4f98-ab6d-4f797611b209" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1153.132094] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1153.132094] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1153.132094] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1153.132094] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1153.132094] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1153.132094] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 515afca6-988d-462b-b06c-2a6ca4759e17 already deleted. [ 1153.132094] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-515afca6-988d-462b-b06c-2a6ca4759e17" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1153.132094] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-515afca6-988d-462b-b06c-2a6ca4759e17" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1153.132474] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-515afca6-988d-462b-b06c-2a6ca4759e17" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1153.132474] env[62265]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('515afca6-988d-462b-b06c-2a6ca4759e17',) {} {{(pid=62265) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1153.175230] env[62265]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('e1aa9925-8acc-4328-bd1d-1f3ff9007d21',) {} {{(pid=62265) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1153.652932] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1153.653264] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1153.653264] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1153.653498] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1153.653627] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1153.653789] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 515afca6-988d-462b-b06c-2a6ca4759e17 already deleted. [ 1153.653888] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-515afca6-988d-462b-b06c-2a6ca4759e17" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1153.680808] env[62265]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('e1aa9925-8acc-4328-bd1d-1f3ff9007d21',) {} {{(pid=62265) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1153.973784] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 85a6547c-bf3d-4bdc-b0a3-09132939cc37 in Status: SUCCESS [ 1153.973784] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-85a6547c-bf3d-4bdc-b0a3-09132939cc37" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1153.973784] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-85a6547c-bf3d-4bdc-b0a3-09132939cc37" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1153.973784] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-85a6547c-bf3d-4bdc-b0a3-09132939cc37" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1153.973784] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1153.973784] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1153.973784] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1153.973784] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1153.973784] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1153.973784] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-85a6547c-bf3d-4bdc-b0a3-09132939cc37" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1153.973784] env[62265]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('85a6547c-bf3d-4bdc-b0a3-09132939cc37',) {} {{(pid=62265) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1154.182659] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1154.182954] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1154.182954] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1154.183222] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1154.183317] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1154.183423] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e1aa9925-8acc-4328-bd1d-1f3ff9007d21 is going to be updated. [ 1154.210037] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1154.210037] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1154.210037] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1154.210037] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1154.210281] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1154.217650] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e1aa9925-8acc-4328-bd1d-1f3ff9007d21 in Status: IN_PROGRESS for 2s [ 1154.475522] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock member-85a6547c-bf3d-4bdc-b0a3-09132939cc37 taken with stack trace [, , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1154.475710] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-85a6547c-bf3d-4bdc-b0a3-09132939cc37" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1154.475767] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-85a6547c-bf3d-4bdc-b0a3-09132939cc37" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1154.476034] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-85a6547c-bf3d-4bdc-b0a3-09132939cc37" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1154.476207] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1154.476313] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1154.476427] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1154.476530] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1154.476616] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1154.476703] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-85a6547c-bf3d-4bdc-b0a3-09132939cc37" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1154.476870] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock member-85a6547c-bf3d-4bdc-b0a3-09132939cc37 taken with stack trace [, , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1154.476963] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-85a6547c-bf3d-4bdc-b0a3-09132939cc37" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1154.477031] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-85a6547c-bf3d-4bdc-b0a3-09132939cc37" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1154.477175] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-85a6547c-bf3d-4bdc-b0a3-09132939cc37" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1154.477307] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1154.477396] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1154.477454] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1154.477586] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1154.477660] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1154.477737] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-85a6547c-bf3d-4bdc-b0a3-09132939cc37" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1154.477824] env[62265]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('85a6547c-bf3d-4bdc-b0a3-09132939cc37',) {} {{(pid=62265) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1154.980706] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 85a6547c-bf3d-4bdc-b0a3-09132939cc37: rpc.has_security_group_logging(os_id): False [ 1154.998755] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1154.998920] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1154.998920] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1154.999169] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1154.999267] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1154.999442] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1154.999541] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1154.999604] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1154.999799] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1154.999883] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1155.000094] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1155.000179] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1155.000243] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1155.000403] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1155.000482] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1155.000736] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1155.000848] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1155.000848] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1155.000960] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1155.001044] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1155.001129] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 85a6547c-bf3d-4bdc-b0a3-09132939cc37 is going to be updated. [ 1155.059459] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1155.059648] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1155.059648] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1155.059871] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1155.060036] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1155.079808] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 85a6547c-bf3d-4bdc-b0a3-09132939cc37 in Status: IN_PROGRESS for 2s [ 1156.230022] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e1aa9925-8acc-4328-bd1d-1f3ff9007d21 in Status: SUCCESS [ 1156.230022] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e1aa9925-8acc-4328-bd1d-1f3ff9007d21" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1156.230022] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e1aa9925-8acc-4328-bd1d-1f3ff9007d21" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1156.230022] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e1aa9925-8acc-4328-bd1d-1f3ff9007d21" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1156.230022] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1156.230022] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1156.230022] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1156.230022] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1156.230022] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1156.230022] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e1aa9925-8acc-4328-bd1d-1f3ff9007d21" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1156.230022] env[62265]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('e1aa9925-8acc-4328-bd1d-1f3ff9007d21',) {} {{(pid=62265) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1156.233285] env[62265]: INFO networking_nsxv3.common.synchronization [req-55818cc9-d789-4552-b4a4-e693c3a3639a req-a4e0ea32-9b04-43ad-a7c0-ec45c9104bdb tempest-AttachVolumeNegativeTest-1860273183 tempest-AttachVolumeNegativeTest-1860273183-project-member] Enqueued Resource ID: eb57c0de-4dcd-4210-a94a-c6221d21ca6e with Priority: HIGHEST for action security_group_members [ 1156.234389] env[62265]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: eb57c0de-4dcd-4210-a94a-c6221d21ca6e with Priority: HIGHEST for action security_group_members [ 1156.234916] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock member-eb57c0de-4dcd-4210-a94a-c6221d21ca6e taken with stack trace [, , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1156.235227] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-eb57c0de-4dcd-4210-a94a-c6221d21ca6e" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1156.238241] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-eb57c0de-4dcd-4210-a94a-c6221d21ca6e" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1156.238241] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-eb57c0de-4dcd-4210-a94a-c6221d21ca6e" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1156.238241] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1156.238241] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1156.238241] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1156.238241] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1156.238241] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1156.238241] env[62265]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('eb57c0de-4dcd-4210-a94a-c6221d21ca6e',) {} {{(pid=62265) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1156.548020] env[62265]: DEBUG networking_nsxv3.common.locking [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Lock network-806 taken with stack trace [, , , , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1156.548020] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquiring lock "network-806" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1156.548020] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquired lock "network-806" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1156.548020] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquired external semaphore "network-806" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1156.548020] env[62265]: DEBUG networking_nsxv3.common.locking [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1156.548020] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquiring lock "Segment" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1156.548608] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquired lock "Segment" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1156.549016] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquired external semaphore "Segment" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1156.549324] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Releasing lock "Segment" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1156.549698] env[62265]: DEBUG dogpile.cache.region [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] No value present for key: 'zone-id' {{(pid=62265) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1156.552076] env[62265]: DEBUG dogpile.lock [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] NeedRegenerationException {{(pid=62265) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1156.552076] env[62265]: DEBUG dogpile.lock [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] no value, waiting for create lock {{(pid=62265) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1156.552076] env[62265]: DEBUG dogpile.lock [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] value creation lock acquired {{(pid=62265) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1156.552076] env[62265]: DEBUG dogpile.cache.region [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] No value present for key: 'zone-id' {{(pid=62265) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1156.552076] env[62265]: DEBUG dogpile.lock [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Calling creation function for not-yet-present value {{(pid=62265) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1156.552076] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1156.568987] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1156.569660] env[62265]: DEBUG dogpile.cache.region [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=62265) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1156.570015] env[62265]: DEBUG dogpile.lock [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Released creation lock {{(pid=62265) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1156.570353] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Releasing lock "network-806" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1156.570828] env[62265]: DEBUG networking_nsxv3.common.locking [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Lock port-c7af4e5c-7c2d-4be5-940e-2bc4a6356183 taken with stack trace [, , , , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1156.571211] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquiring lock "port-c7af4e5c-7c2d-4be5-940e-2bc4a6356183" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1156.571496] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquired lock "port-c7af4e5c-7c2d-4be5-940e-2bc4a6356183" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1156.571953] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquired external semaphore "port-c7af4e5c-7c2d-4be5-940e-2bc4a6356183" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1156.572964] env[62265]: DEBUG networking_nsxv3.api.rpc [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c7af4e5c-7c2d-4be5-940e-2bc4a6356183',) {} {{(pid=62265) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1156.735749] env[62265]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('e1aa9925-8acc-4328-bd1d-1f3ff9007d21',) {} {{(pid=62265) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1156.740303] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1156.740303] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1156.740303] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1156.740303] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1156.740303] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1156.740303] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1156.740303] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1156.740303] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1156.740303] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1156.740303] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1156.740303] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: eb57c0de-4dcd-4210-a94a-c6221d21ca6e already deleted. [ 1156.740303] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-eb57c0de-4dcd-4210-a94a-c6221d21ca6e" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1157.074755] env[62265]: DEBUG networking_nsxv3.common.locking [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1157.074969] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquiring lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1157.075076] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquired lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1157.075363] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquired external semaphore "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1157.075518] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Releasing lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1157.075684] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Segment Port c7af4e5c-7c2d-4be5-940e-2bc4a6356183 not found, creating... [ 1157.075970] env[62265]: DEBUG networking_nsxv3.common.locking [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1157.076164] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquiring lock "Segment" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1157.076285] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquired lock "Segment" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1157.076574] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquired external semaphore "Segment" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1157.076630] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Releasing lock "Segment" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1157.076943] env[62265]: DEBUG networking_nsxv3.common.locking [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1157.077131] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquiring lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1157.077248] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquired lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1157.077448] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquired external semaphore "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1157.077582] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Releasing lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1157.077725] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Resource: SegmentPort with ID: c7af4e5c-7c2d-4be5-940e-2bc4a6356183 is going to be created. [ 1157.092163] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 85a6547c-bf3d-4bdc-b0a3-09132939cc37 in Status: SUCCESS [ 1157.092388] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-85a6547c-bf3d-4bdc-b0a3-09132939cc37" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1157.100295] env[62265]: DEBUG networking_nsxv3.common.locking [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1157.100295] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquiring lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1157.100474] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquired lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1157.100881] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquired external semaphore "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1157.101625] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Releasing lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1157.101935] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Releasing lock "port-c7af4e5c-7c2d-4be5-940e-2bc4a6356183" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1157.237063] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for e1aa9925-8acc-4328-bd1d-1f3ff9007d21: rpc.has_security_group_logging(os_id): False [ 1157.257202] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1157.257344] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1157.257605] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1157.257837] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1157.257929] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1157.258550] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1157.258663] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1157.262021] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1157.262021] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1157.262021] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1157.262021] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e1aa9925-8acc-4328-bd1d-1f3ff9007d21 is going to be updated. [ 1157.328300] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1157.328544] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1157.328544] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1157.328755] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1157.328900] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1157.341453] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e1aa9925-8acc-4328-bd1d-1f3ff9007d21 in Status: IN_PROGRESS for 2s [ 1157.940107] env[62265]: INFO networking_nsxv3.common.synchronization [req-55818cc9-d789-4552-b4a4-e693c3a3639a req-9f9ed75c-0ff1-4345-9d6b-9c88bdeac09f service nova] Enqueued Resource ID: eb57c0de-4dcd-4210-a94a-c6221d21ca6e with Priority: HIGHEST for action security_group_rules [ 1157.940107] env[62265]: INFO networking_nsxv3.common.synchronization [req-55818cc9-d789-4552-b4a4-e693c3a3639a req-9f9ed75c-0ff1-4345-9d6b-9c88bdeac09f service nova] Enqueued Resource ID: eb57c0de-4dcd-4210-a94a-c6221d21ca6e with Priority: HIGHEST for action security_group_members [ 1157.940107] env[62265]: INFO networking_nsxv3.common.synchronization [req-55818cc9-d789-4552-b4a4-e693c3a3639a req-9f9ed75c-0ff1-4345-9d6b-9c88bdeac09f service nova] Enqueued Resource ID: c7af4e5c-7c2d-4be5-940e-2bc4a6356183 with Priority: HIGHEST for action port [ 1157.940474] env[62265]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: eb57c0de-4dcd-4210-a94a-c6221d21ca6e with Priority: HIGHEST for action security_group_rules [ 1157.940615] env[62265]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: eb57c0de-4dcd-4210-a94a-c6221d21ca6e with Priority: HIGHEST for action security_group_members [ 1157.940716] env[62265]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c7af4e5c-7c2d-4be5-940e-2bc4a6356183 with Priority: HIGHEST for action port [ 1157.941507] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock rules-eb57c0de-4dcd-4210-a94a-c6221d21ca6e taken with stack trace [, , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1157.941645] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-eb57c0de-4dcd-4210-a94a-c6221d21ca6e" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1157.941716] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-eb57c0de-4dcd-4210-a94a-c6221d21ca6e" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1157.942266] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-eb57c0de-4dcd-4210-a94a-c6221d21ca6e" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1157.942266] env[62265]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('eb57c0de-4dcd-4210-a94a-c6221d21ca6e',) {} {{(pid=62265) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1157.942899] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock member-eb57c0de-4dcd-4210-a94a-c6221d21ca6e taken with stack trace [, , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1157.943034] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-eb57c0de-4dcd-4210-a94a-c6221d21ca6e" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1157.943104] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-eb57c0de-4dcd-4210-a94a-c6221d21ca6e" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1157.943305] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-eb57c0de-4dcd-4210-a94a-c6221d21ca6e" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1157.943472] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1157.944050] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1157.944050] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1157.944050] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1157.944050] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1157.944050] env[62265]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('eb57c0de-4dcd-4210-a94a-c6221d21ca6e',) {} {{(pid=62265) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1157.944747] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock port-c7af4e5c-7c2d-4be5-940e-2bc4a6356183 taken with stack trace [, , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1157.944856] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c7af4e5c-7c2d-4be5-940e-2bc4a6356183" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1157.944909] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c7af4e5c-7c2d-4be5-940e-2bc4a6356183" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1157.946157] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c7af4e5c-7c2d-4be5-940e-2bc4a6356183" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1157.946157] env[62265]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c7af4e5c-7c2d-4be5-940e-2bc4a6356183',) {} {{(pid=62265) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1158.447035] env[62265]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('eb57c0de-4dcd-4210-a94a-c6221d21ca6e',) {} {{(pid=62265) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1158.448124] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock member-eb57c0de-4dcd-4210-a94a-c6221d21ca6e taken with stack trace [, , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1158.448124] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-eb57c0de-4dcd-4210-a94a-c6221d21ca6e" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1158.448482] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port c7af4e5c-7c2d-4be5-940e-2bc4a6356183 with status ACTIVE [ 1158.448657] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1158.448743] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1158.448816] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1158.449190] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1158.449256] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1158.449373] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1158.449469] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1158.449532] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1158.450043] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1158.450189] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1158.450338] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1158.450435] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1158.450498] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1158.450650] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1158.450725] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1158.450809] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: c7af4e5c-7c2d-4be5-940e-2bc4a6356183 is going to be updated. [ 1158.470068] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1158.470237] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1158.470316] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1158.470573] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1158.470756] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1158.470956] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c7af4e5c-7c2d-4be5-940e-2bc4a6356183" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1158.949526] env[62265]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('eb57c0de-4dcd-4210-a94a-c6221d21ca6e',) {} {{(pid=62265) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1159.355621] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e1aa9925-8acc-4328-bd1d-1f3ff9007d21 in Status: SUCCESS [ 1159.355930] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e1aa9925-8acc-4328-bd1d-1f3ff9007d21" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1159.451819] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1159.452280] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1159.452280] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1159.452944] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1159.453187] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1159.453262] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: eb57c0de-4dcd-4210-a94a-c6221d21ca6e is going to be created. [ 1159.478797] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1159.478797] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1159.478797] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1159.479012] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1159.483019] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1159.492351] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: eb57c0de-4dcd-4210-a94a-c6221d21ca6e in Status: UNINITIALIZED for 2s [ 1159.899627] env[62265]: INFO networking_nsxv3.common.synchronization [req-95630159-6a49-47cb-96c9-f62713bfd3d5 req-ddf309e0-790a-47f2-9dbf-966d28d44fac tempest-AttachInterfacesTestJSON-467207588 tempest-AttachInterfacesTestJSON-467207588-project-member] Enqueued Resource ID: 7d8f4397-acf6-4c55-898c-ac910f9cc1ad with Priority: HIGHEST for action security_group_members [ 1159.900177] env[62265]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7d8f4397-acf6-4c55-898c-ac910f9cc1ad with Priority: HIGHEST for action security_group_members [ 1159.900767] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock member-7d8f4397-acf6-4c55-898c-ac910f9cc1ad taken with stack trace [, , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1159.900901] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7d8f4397-acf6-4c55-898c-ac910f9cc1ad" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1159.900956] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7d8f4397-acf6-4c55-898c-ac910f9cc1ad" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1159.901380] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7d8f4397-acf6-4c55-898c-ac910f9cc1ad" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1159.901526] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1159.901613] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1159.901686] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1159.901860] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1159.901952] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1159.902056] env[62265]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7d8f4397-acf6-4c55-898c-ac910f9cc1ad',) {} {{(pid=62265) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1160.405062] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1160.405384] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1160.405473] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1160.405726] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1160.406024] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1160.406294] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1160.406449] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1160.406544] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1160.406767] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1160.406899] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1160.407027] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7d8f4397-acf6-4c55-898c-ac910f9cc1ad is going to be updated. [ 1160.446041] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1160.446041] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1160.446041] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1160.446338] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1160.446454] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1160.455116] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7d8f4397-acf6-4c55-898c-ac910f9cc1ad in Status: IN_PROGRESS for 2s [ 1161.501641] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: eb57c0de-4dcd-4210-a94a-c6221d21ca6e in Status: SUCCESS [ 1161.502115] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-eb57c0de-4dcd-4210-a94a-c6221d21ca6e" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1161.502115] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-eb57c0de-4dcd-4210-a94a-c6221d21ca6e" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1161.502269] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-eb57c0de-4dcd-4210-a94a-c6221d21ca6e" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1161.502417] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1161.502530] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1161.502593] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1161.502752] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1161.502830] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1161.502907] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-eb57c0de-4dcd-4210-a94a-c6221d21ca6e" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1161.502997] env[62265]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('eb57c0de-4dcd-4210-a94a-c6221d21ca6e',) {} {{(pid=62265) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1162.005242] env[62265]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('eb57c0de-4dcd-4210-a94a-c6221d21ca6e',) {} {{(pid=62265) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1162.203656] env[62265]: INFO networking_nsxv3.common.synchronization [req-85f6eb06-5b10-4373-8b42-8156217a24bd req-050f90dc-c419-4d75-99ec-b0f43177d223 tempest-InstanceActionsTestJSON-1905531583 tempest-InstanceActionsTestJSON-1905531583-project-member] Enqueued Resource ID: 27bfe5fa-3e17-4f98-ab6d-4f797611b209 with Priority: HIGHEST for action security_group_members [ 1162.203656] env[62265]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 27bfe5fa-3e17-4f98-ab6d-4f797611b209 with Priority: HIGHEST for action security_group_members [ 1162.203656] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock member-27bfe5fa-3e17-4f98-ab6d-4f797611b209 taken with stack trace [, , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1162.203656] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-27bfe5fa-3e17-4f98-ab6d-4f797611b209" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1162.203849] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-27bfe5fa-3e17-4f98-ab6d-4f797611b209" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1162.204017] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-27bfe5fa-3e17-4f98-ab6d-4f797611b209" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1162.204881] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1162.207745] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1162.207745] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1162.207745] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1162.207745] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1162.207745] env[62265]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('27bfe5fa-3e17-4f98-ab6d-4f797611b209',) {} {{(pid=62265) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1162.465538] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7d8f4397-acf6-4c55-898c-ac910f9cc1ad in Status: SUCCESS [ 1162.465745] env[62265]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7d8f4397-acf6-4c55-898c-ac910f9cc1ad deletion is rescheduled due to dependency. [ 1162.466313] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7d8f4397-acf6-4c55-898c-ac910f9cc1ad" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1162.507863] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for eb57c0de-4dcd-4210-a94a-c6221d21ca6e: rpc.has_security_group_logging(os_id): False [ 1162.526644] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1162.526801] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1162.526885] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1162.527129] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1162.527221] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1162.527477] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1162.527580] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1162.527641] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1162.527798] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1162.527874] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1162.527952] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: eb57c0de-4dcd-4210-a94a-c6221d21ca6e is going to be created. [ 1162.583679] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1162.583823] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1162.583921] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1162.584139] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1162.584322] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1162.594121] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: eb57c0de-4dcd-4210-a94a-c6221d21ca6e in Status: IN_PROGRESS for 2s [ 1162.711390] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1162.711390] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1162.711390] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1162.711390] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1162.711390] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1162.711390] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1162.711390] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1162.711390] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1162.711390] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1162.711390] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1162.711390] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 27bfe5fa-3e17-4f98-ab6d-4f797611b209 is going to be updated. [ 1162.743834] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1162.743986] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1162.744073] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1162.744285] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1162.744427] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1162.753351] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 27bfe5fa-3e17-4f98-ab6d-4f797611b209 in Status: IN_PROGRESS for 2s [ 1162.903144] env[62265]: INFO networking_nsxv3.common.synchronization [req-7187ac7b-fdf0-4d2e-a18d-0747d61e405b req-000f3201-b639-48fd-a586-03809d5f9e71 tempest-AttachVolumeTestJSON-1473078117 tempest-AttachVolumeTestJSON-1473078117-project-member] Enqueued Resource ID: 515afca6-988d-462b-b06c-2a6ca4759e17 with Priority: HIGHEST for action security_group_members [ 1162.903479] env[62265]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 515afca6-988d-462b-b06c-2a6ca4759e17 with Priority: HIGHEST for action security_group_members [ 1162.903693] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock member-515afca6-988d-462b-b06c-2a6ca4759e17 taken with stack trace [, , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1162.903854] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-515afca6-988d-462b-b06c-2a6ca4759e17" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1162.904184] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-515afca6-988d-462b-b06c-2a6ca4759e17" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1162.904471] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-515afca6-988d-462b-b06c-2a6ca4759e17" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1162.904697] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1162.904870] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1162.904985] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1162.905238] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1162.905407] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1162.905545] env[62265]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('515afca6-988d-462b-b06c-2a6ca4759e17',) {} {{(pid=62265) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1163.412555] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1163.412717] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1163.412789] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1163.413016] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1163.413121] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1163.413324] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1163.413425] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1163.413486] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1163.413640] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1163.413716] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1163.413821] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 515afca6-988d-462b-b06c-2a6ca4759e17 already deleted. [ 1163.413916] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-515afca6-988d-462b-b06c-2a6ca4759e17" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1163.490495] env[62265]: DEBUG networking_nsxv3.common.locking [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Lock network-17 taken with stack trace [, , , , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1163.490649] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquiring lock "network-17" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1163.490649] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquired lock "network-17" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1163.490929] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquired external semaphore "network-17" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1163.491190] env[62265]: DEBUG networking_nsxv3.common.locking [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1163.491348] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquiring lock "Segment" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1163.491498] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquired lock "Segment" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1163.495019] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquired external semaphore "Segment" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1163.495019] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Releasing lock "Segment" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1163.495019] env[62265]: DEBUG dogpile.cache.region [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] No value present for key: 'zone-id' {{(pid=62265) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1163.495019] env[62265]: DEBUG dogpile.lock [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] NeedRegenerationException {{(pid=62265) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1163.495019] env[62265]: DEBUG dogpile.lock [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] no value, waiting for create lock {{(pid=62265) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1163.495019] env[62265]: DEBUG dogpile.lock [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] value creation lock acquired {{(pid=62265) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1163.495019] env[62265]: DEBUG dogpile.cache.region [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] No value present for key: 'zone-id' {{(pid=62265) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1163.495019] env[62265]: DEBUG dogpile.lock [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Calling creation function for not-yet-present value {{(pid=62265) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1163.495019] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1163.510349] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1163.510610] env[62265]: DEBUG dogpile.cache.region [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Cache value generated in 0.017 seconds for key(s): 'zone-id' {{(pid=62265) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1163.510657] env[62265]: DEBUG dogpile.lock [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Released creation lock {{(pid=62265) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1163.510868] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Releasing lock "network-17" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1163.511366] env[62265]: DEBUG networking_nsxv3.common.locking [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Lock port-00110228-042c-4b8c-9c06-2fcc75819103 taken with stack trace [, , , , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1163.511493] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquiring lock "port-00110228-042c-4b8c-9c06-2fcc75819103" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1163.511539] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquired lock "port-00110228-042c-4b8c-9c06-2fcc75819103" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1163.512113] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquired external semaphore "port-00110228-042c-4b8c-9c06-2fcc75819103" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1163.512113] env[62265]: DEBUG networking_nsxv3.api.rpc [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('00110228-042c-4b8c-9c06-2fcc75819103',) {} {{(pid=62265) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1164.015213] env[62265]: DEBUG networking_nsxv3.common.locking [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1164.015454] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquiring lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1164.015587] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquired lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1164.015868] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquired external semaphore "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1164.016061] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Releasing lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1164.016225] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Segment Port 00110228-042c-4b8c-9c06-2fcc75819103 not found, creating... [ 1164.016499] env[62265]: DEBUG networking_nsxv3.common.locking [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1164.016661] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquiring lock "Segment" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1164.016780] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquired lock "Segment" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1164.017013] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquired external semaphore "Segment" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1164.017164] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Releasing lock "Segment" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1164.017437] env[62265]: DEBUG networking_nsxv3.common.locking [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1164.017592] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquiring lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1164.017709] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquired lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1164.017913] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquired external semaphore "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1164.018061] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Releasing lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1164.018206] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Resource: SegmentPort with ID: 00110228-042c-4b8c-9c06-2fcc75819103 is going to be created. [ 1164.036868] env[62265]: DEBUG networking_nsxv3.common.locking [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1164.037059] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquiring lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1164.037124] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquired lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1164.037343] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquired external semaphore "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1164.037558] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Releasing lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1164.037763] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Releasing lock "port-00110228-042c-4b8c-9c06-2fcc75819103" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1164.605846] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: eb57c0de-4dcd-4210-a94a-c6221d21ca6e in Status: SUCCESS [ 1164.606229] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-eb57c0de-4dcd-4210-a94a-c6221d21ca6e" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1164.764660] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 27bfe5fa-3e17-4f98-ab6d-4f797611b209 in Status: SUCCESS [ 1164.764660] env[62265]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 27bfe5fa-3e17-4f98-ab6d-4f797611b209 deletion is rescheduled due to dependency. [ 1164.764660] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-27bfe5fa-3e17-4f98-ab6d-4f797611b209" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1164.877441] env[62265]: INFO networking_nsxv3.common.synchronization [req-7187ac7b-fdf0-4d2e-a18d-0747d61e405b req-5a74fba9-2042-4396-aeff-3b53f5db04e0 service nova] Enqueued Resource ID: 515afca6-988d-462b-b06c-2a6ca4759e17 with Priority: HIGHEST for action security_group_rules [ 1164.877617] env[62265]: INFO networking_nsxv3.common.synchronization [req-7187ac7b-fdf0-4d2e-a18d-0747d61e405b req-5a74fba9-2042-4396-aeff-3b53f5db04e0 service nova] Enqueued Resource ID: 515afca6-988d-462b-b06c-2a6ca4759e17 with Priority: HIGHEST for action security_group_members [ 1164.877756] env[62265]: INFO networking_nsxv3.common.synchronization [req-7187ac7b-fdf0-4d2e-a18d-0747d61e405b req-5a74fba9-2042-4396-aeff-3b53f5db04e0 service nova] Enqueued Resource ID: 00110228-042c-4b8c-9c06-2fcc75819103 with Priority: HIGHEST for action port [ 1164.877978] env[62265]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 515afca6-988d-462b-b06c-2a6ca4759e17 with Priority: HIGHEST for action security_group_rules [ 1164.878128] env[62265]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 515afca6-988d-462b-b06c-2a6ca4759e17 with Priority: HIGHEST for action security_group_members [ 1164.879109] env[62265]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 00110228-042c-4b8c-9c06-2fcc75819103 with Priority: HIGHEST for action port [ 1164.879109] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock rules-515afca6-988d-462b-b06c-2a6ca4759e17 taken with stack trace [, , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1164.879109] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-515afca6-988d-462b-b06c-2a6ca4759e17" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1164.879109] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-515afca6-988d-462b-b06c-2a6ca4759e17" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1164.882783] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-515afca6-988d-462b-b06c-2a6ca4759e17" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1164.883168] env[62265]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('515afca6-988d-462b-b06c-2a6ca4759e17',) {} {{(pid=62265) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1164.883733] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock member-515afca6-988d-462b-b06c-2a6ca4759e17 taken with stack trace [, , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1164.883843] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-515afca6-988d-462b-b06c-2a6ca4759e17" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1164.883910] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-515afca6-988d-462b-b06c-2a6ca4759e17" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1164.884193] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-515afca6-988d-462b-b06c-2a6ca4759e17" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1164.884364] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1164.884466] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1164.884641] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1164.886031] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1164.886031] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1164.886031] env[62265]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('515afca6-988d-462b-b06c-2a6ca4759e17',) {} {{(pid=62265) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1164.886031] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock port-00110228-042c-4b8c-9c06-2fcc75819103 taken with stack trace [, , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1164.886031] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-00110228-042c-4b8c-9c06-2fcc75819103" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1164.886294] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-00110228-042c-4b8c-9c06-2fcc75819103" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1164.886294] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-00110228-042c-4b8c-9c06-2fcc75819103" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1164.886355] env[62265]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('00110228-042c-4b8c-9c06-2fcc75819103',) {} {{(pid=62265) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1165.255459] env[62265]: INFO networking_nsxv3.common.synchronization [req-325973a8-f029-4d99-a7bc-b93023ffa12e req-e085b693-d39c-4aaa-abc9-e4a37ace8c54 tempest-DeleteServersTestJSON-1576012687 tempest-DeleteServersTestJSON-1576012687-project-member] Enqueued Resource ID: 95cf98c4-3841-4576-950a-00c6f979459f with Priority: HIGHEST for action security_group_members [ 1165.260106] env[62265]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 95cf98c4-3841-4576-950a-00c6f979459f with Priority: HIGHEST for action security_group_members [ 1165.260106] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock member-95cf98c4-3841-4576-950a-00c6f979459f taken with stack trace [, , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1165.260106] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-95cf98c4-3841-4576-950a-00c6f979459f" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1165.260106] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-95cf98c4-3841-4576-950a-00c6f979459f" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1165.260106] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-95cf98c4-3841-4576-950a-00c6f979459f" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1165.260106] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1165.260106] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1165.260106] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1165.260106] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1165.260106] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1165.260106] env[62265]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('95cf98c4-3841-4576-950a-00c6f979459f',) {} {{(pid=62265) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1165.388594] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock member-515afca6-988d-462b-b06c-2a6ca4759e17 taken with stack trace [, , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1165.388800] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-515afca6-988d-462b-b06c-2a6ca4759e17" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1165.388903] env[62265]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('515afca6-988d-462b-b06c-2a6ca4759e17',) {} {{(pid=62265) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1165.389787] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 00110228-042c-4b8c-9c06-2fcc75819103 with status ACTIVE [ 1165.389954] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1165.390098] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1165.390168] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1165.390371] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1165.390459] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1165.390630] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1165.390727] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1165.390789] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1165.390936] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1165.391025] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1165.391207] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1165.395834] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1165.395834] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1165.395834] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1165.395834] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1165.395834] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 00110228-042c-4b8c-9c06-2fcc75819103 is going to be updated. [ 1165.417187] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1165.417362] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1165.417418] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1165.417595] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1165.418155] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1165.418155] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-00110228-042c-4b8c-9c06-2fcc75819103" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1165.719935] env[62265]: DEBUG networking_nsxv3.common.locking [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Lock network-589 taken with stack trace [, , , , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1165.720291] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquiring lock "network-589" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1165.720333] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquired lock "network-589" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1165.720648] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquired external semaphore "network-589" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1165.720907] env[62265]: DEBUG networking_nsxv3.common.locking [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1165.721085] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquiring lock "Segment" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1165.721205] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquired lock "Segment" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1165.721415] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquired external semaphore "Segment" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1165.721561] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Releasing lock "Segment" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1165.721770] env[62265]: DEBUG dogpile.cache.region [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] No value present for key: 'zone-id' {{(pid=62265) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1165.721884] env[62265]: DEBUG dogpile.lock [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] NeedRegenerationException {{(pid=62265) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1165.721994] env[62265]: DEBUG dogpile.lock [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] no value, waiting for create lock {{(pid=62265) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1165.722117] env[62265]: DEBUG dogpile.lock [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] value creation lock acquired {{(pid=62265) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1165.722229] env[62265]: DEBUG dogpile.cache.region [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] No value present for key: 'zone-id' {{(pid=62265) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1165.722340] env[62265]: DEBUG dogpile.lock [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Calling creation function for not-yet-present value {{(pid=62265) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1165.722474] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1165.739607] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1165.739780] env[62265]: DEBUG dogpile.cache.region [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Cache value generated in 0.017 seconds for key(s): 'zone-id' {{(pid=62265) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1165.739917] env[62265]: DEBUG dogpile.lock [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Released creation lock {{(pid=62265) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1165.740105] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Releasing lock "network-589" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1165.740524] env[62265]: DEBUG networking_nsxv3.common.locking [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Lock port-7622c55f-b3c4-4ada-ac94-30fd8d3b9b1a taken with stack trace [, , , , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1165.740666] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquiring lock "port-7622c55f-b3c4-4ada-ac94-30fd8d3b9b1a" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1165.740788] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquired lock "port-7622c55f-b3c4-4ada-ac94-30fd8d3b9b1a" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1165.741094] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquired external semaphore "port-7622c55f-b3c4-4ada-ac94-30fd8d3b9b1a" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1165.741242] env[62265]: DEBUG networking_nsxv3.api.rpc [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7622c55f-b3c4-4ada-ac94-30fd8d3b9b1a',) {} {{(pid=62265) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1165.762220] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1165.762362] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1165.762405] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1165.762575] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1165.762696] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1165.762991] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1165.763112] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1165.763173] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1165.763327] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1165.763415] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1165.763506] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 95cf98c4-3841-4576-950a-00c6f979459f is going to be updated. [ 1165.799768] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1165.799994] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1165.800070] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1165.800269] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1165.800635] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1165.809848] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 95cf98c4-3841-4576-950a-00c6f979459f in Status: IN_PROGRESS for 2s [ 1165.896570] env[62265]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('515afca6-988d-462b-b06c-2a6ca4759e17',) {} {{(pid=62265) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1166.244240] env[62265]: DEBUG networking_nsxv3.common.locking [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1166.244423] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquiring lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1166.244551] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquired lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1166.244847] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquired external semaphore "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1166.245032] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Releasing lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1166.245211] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Segment Port 7622c55f-b3c4-4ada-ac94-30fd8d3b9b1a not found, creating... [ 1166.245534] env[62265]: DEBUG networking_nsxv3.common.locking [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1166.245694] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquiring lock "Segment" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1166.245859] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquired lock "Segment" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1166.246283] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquired external semaphore "Segment" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1166.246454] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Releasing lock "Segment" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1166.246752] env[62265]: DEBUG networking_nsxv3.common.locking [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1166.246927] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquiring lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1166.247071] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquired lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1166.247297] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquired external semaphore "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1166.247438] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Releasing lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1166.247586] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Resource: SegmentPort with ID: 7622c55f-b3c4-4ada-ac94-30fd8d3b9b1a is going to be created. [ 1166.267015] env[62265]: DEBUG networking_nsxv3.common.locking [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1166.267213] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquiring lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1166.267339] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquired lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1166.267564] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquired external semaphore "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1166.267789] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Releasing lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1166.268016] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Releasing lock "port-7622c55f-b3c4-4ada-ac94-30fd8d3b9b1a" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1166.399421] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1166.399685] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1166.399685] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1166.399849] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1166.399941] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1166.400058] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 515afca6-988d-462b-b06c-2a6ca4759e17 is going to be created. [ 1166.434440] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1166.434615] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1166.434666] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1166.434814] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1166.434966] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1166.443553] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 515afca6-988d-462b-b06c-2a6ca4759e17 in Status: UNINITIALIZED for 2s [ 1167.097636] env[62265]: INFO networking_nsxv3.common.synchronization [req-325973a8-f029-4d99-a7bc-b93023ffa12e req-c1e5fc67-a1ca-4a13-b0df-fad8070f2e21 service nova] Enqueued Resource ID: 95cf98c4-3841-4576-950a-00c6f979459f with Priority: HIGHEST for action security_group_rules [ 1167.097869] env[62265]: INFO networking_nsxv3.common.synchronization [req-325973a8-f029-4d99-a7bc-b93023ffa12e req-c1e5fc67-a1ca-4a13-b0df-fad8070f2e21 service nova] Enqueued Resource ID: 95cf98c4-3841-4576-950a-00c6f979459f with Priority: HIGHEST for action security_group_members [ 1167.097964] env[62265]: INFO networking_nsxv3.common.synchronization [req-325973a8-f029-4d99-a7bc-b93023ffa12e req-c1e5fc67-a1ca-4a13-b0df-fad8070f2e21 service nova] Enqueued Resource ID: 7622c55f-b3c4-4ada-ac94-30fd8d3b9b1a with Priority: HIGHEST for action port [ 1167.098497] env[62265]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 95cf98c4-3841-4576-950a-00c6f979459f with Priority: HIGHEST for action security_group_rules [ 1167.098630] env[62265]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 95cf98c4-3841-4576-950a-00c6f979459f with Priority: HIGHEST for action security_group_members [ 1167.098725] env[62265]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7622c55f-b3c4-4ada-ac94-30fd8d3b9b1a with Priority: HIGHEST for action port [ 1167.098997] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock rules-95cf98c4-3841-4576-950a-00c6f979459f taken with stack trace [, , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1167.099222] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-95cf98c4-3841-4576-950a-00c6f979459f" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1167.099308] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-95cf98c4-3841-4576-950a-00c6f979459f" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1167.099489] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-95cf98c4-3841-4576-950a-00c6f979459f" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1167.099699] env[62265]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('95cf98c4-3841-4576-950a-00c6f979459f',) {} {{(pid=62265) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1167.100398] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock member-95cf98c4-3841-4576-950a-00c6f979459f taken with stack trace [, , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1167.100471] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-95cf98c4-3841-4576-950a-00c6f979459f" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1167.100683] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock port-7622c55f-b3c4-4ada-ac94-30fd8d3b9b1a taken with stack trace [, , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1167.100768] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-7622c55f-b3c4-4ada-ac94-30fd8d3b9b1a" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1167.100809] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-7622c55f-b3c4-4ada-ac94-30fd8d3b9b1a" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1167.100975] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-7622c55f-b3c4-4ada-ac94-30fd8d3b9b1a" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1167.101063] env[62265]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7622c55f-b3c4-4ada-ac94-30fd8d3b9b1a',) {} {{(pid=62265) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1167.602785] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock member-95cf98c4-3841-4576-950a-00c6f979459f taken with stack trace [, , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1167.602941] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-95cf98c4-3841-4576-950a-00c6f979459f" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1167.603121] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 7622c55f-b3c4-4ada-ac94-30fd8d3b9b1a with status ACTIVE [ 1167.603285] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1167.603397] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1167.603463] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1167.603880] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1167.603880] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1167.604036] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1167.604114] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1167.604181] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1167.604312] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1167.604380] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1167.604561] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1167.604655] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1167.604710] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1167.604847] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1167.604921] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1167.605085] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 7622c55f-b3c4-4ada-ac94-30fd8d3b9b1a is going to be updated. [ 1167.627373] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1167.627521] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1167.627591] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1167.627803] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1167.627942] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1167.628126] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-7622c55f-b3c4-4ada-ac94-30fd8d3b9b1a" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1167.629882] env[62265]: INFO networking_nsxv3.common.synchronization [req-4ef7e563-70a8-4c8c-94b0-081fdd96ad57 req-5224c992-2093-4c78-8f86-421cfd63411c tempest-ServerActionsTestJSON-418686671 tempest-ServerActionsTestJSON-418686671-project-member] Enqueued Resource ID: 62a27616-2753-4d3e-9cd4-e35381d18526 with Priority: HIGHEST for action security_group_members [ 1167.630153] env[62265]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 62a27616-2753-4d3e-9cd4-e35381d18526 with Priority: HIGHEST for action security_group_members [ 1167.630688] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock member-62a27616-2753-4d3e-9cd4-e35381d18526 taken with stack trace [, , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1167.630799] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-62a27616-2753-4d3e-9cd4-e35381d18526" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1167.630874] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-62a27616-2753-4d3e-9cd4-e35381d18526" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1167.631053] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-62a27616-2753-4d3e-9cd4-e35381d18526" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1167.631220] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1167.631307] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1167.631358] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1167.631494] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1167.631573] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1167.631659] env[62265]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('62a27616-2753-4d3e-9cd4-e35381d18526',) {} {{(pid=62265) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1167.826992] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 95cf98c4-3841-4576-950a-00c6f979459f in Status: SUCCESS [ 1167.827774] env[62265]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 95cf98c4-3841-4576-950a-00c6f979459f deletion is rescheduled due to dependency. [ 1167.827774] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-95cf98c4-3841-4576-950a-00c6f979459f" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1167.827774] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-95cf98c4-3841-4576-950a-00c6f979459f" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1167.827774] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-95cf98c4-3841-4576-950a-00c6f979459f" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1167.827944] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1167.828208] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1167.829594] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1167.829594] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1167.829594] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1167.829594] env[62265]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('95cf98c4-3841-4576-950a-00c6f979459f',) {} {{(pid=62265) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1167.996767] env[62265]: DEBUG networking_nsxv3.common.locking [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Lock network-421 taken with stack trace [, , , , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1167.996993] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquiring lock "network-421" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1167.997158] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquired lock "network-421" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1167.997537] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquired external semaphore "network-421" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1167.997860] env[62265]: DEBUG networking_nsxv3.common.locking [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1167.998126] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquiring lock "Segment" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1167.998323] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquired lock "Segment" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1167.998607] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquired external semaphore "Segment" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1167.998817] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Releasing lock "Segment" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1167.999129] env[62265]: DEBUG dogpile.cache.region [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] No value present for key: 'zone-id' {{(pid=62265) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1167.999366] env[62265]: DEBUG dogpile.lock [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] NeedRegenerationException {{(pid=62265) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1167.999682] env[62265]: DEBUG dogpile.lock [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] no value, waiting for create lock {{(pid=62265) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1167.999682] env[62265]: DEBUG dogpile.lock [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] value creation lock acquired {{(pid=62265) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1167.999790] env[62265]: DEBUG dogpile.cache.region [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] No value present for key: 'zone-id' {{(pid=62265) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1167.999881] env[62265]: DEBUG dogpile.lock [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Calling creation function for not-yet-present value {{(pid=62265) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1168.000071] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1168.017679] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1168.017879] env[62265]: DEBUG dogpile.cache.region [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Cache value generated in 0.018 seconds for key(s): 'zone-id' {{(pid=62265) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1168.018094] env[62265]: DEBUG dogpile.lock [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Released creation lock {{(pid=62265) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1168.018345] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Releasing lock "network-421" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1168.018797] env[62265]: DEBUG networking_nsxv3.common.locking [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Lock port-0389b37d-fc85-4cbf-9d68-7dfbec5b380b taken with stack trace [, , , , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1168.018890] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquiring lock "port-0389b37d-fc85-4cbf-9d68-7dfbec5b380b" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1168.018929] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquired lock "port-0389b37d-fc85-4cbf-9d68-7dfbec5b380b" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1168.019269] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquired external semaphore "port-0389b37d-fc85-4cbf-9d68-7dfbec5b380b" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1168.019412] env[62265]: DEBUG networking_nsxv3.api.rpc [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0389b37d-fc85-4cbf-9d68-7dfbec5b380b',) {} {{(pid=62265) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1168.134247] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1168.134742] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1168.134742] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1168.134742] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1168.134912] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1168.135045] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1168.135157] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1168.135212] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1168.135363] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1168.135440] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1168.135528] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 62a27616-2753-4d3e-9cd4-e35381d18526 is going to be updated. [ 1168.159977] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1168.160189] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1168.160189] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1168.160428] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1168.160570] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1168.167599] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 62a27616-2753-4d3e-9cd4-e35381d18526 in Status: IN_PROGRESS for 2s [ 1168.331400] env[62265]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('95cf98c4-3841-4576-950a-00c6f979459f',) {} {{(pid=62265) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1168.452500] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 515afca6-988d-462b-b06c-2a6ca4759e17 in Status: SUCCESS [ 1168.452655] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-515afca6-988d-462b-b06c-2a6ca4759e17" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1168.452824] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-515afca6-988d-462b-b06c-2a6ca4759e17" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1168.453182] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-515afca6-988d-462b-b06c-2a6ca4759e17" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1168.453448] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1168.453577] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1168.453645] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1168.453853] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1168.454064] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1168.454185] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-515afca6-988d-462b-b06c-2a6ca4759e17" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1168.454284] env[62265]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('515afca6-988d-462b-b06c-2a6ca4759e17',) {} {{(pid=62265) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1168.522658] env[62265]: DEBUG networking_nsxv3.common.locking [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1168.522991] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquiring lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1168.523263] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquired lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1168.523619] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquired external semaphore "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1168.523862] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Releasing lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1168.524093] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Segment Port 0389b37d-fc85-4cbf-9d68-7dfbec5b380b not found, creating... [ 1168.524449] env[62265]: DEBUG networking_nsxv3.common.locking [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1168.524679] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquiring lock "Segment" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1168.524840] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquired lock "Segment" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1168.525120] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquired external semaphore "Segment" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1168.525293] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Releasing lock "Segment" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1168.525604] env[62265]: DEBUG networking_nsxv3.common.locking [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1168.525792] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquiring lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1168.525918] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquired lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1168.526196] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquired external semaphore "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1168.526738] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Releasing lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1168.526738] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Resource: SegmentPort with ID: 0389b37d-fc85-4cbf-9d68-7dfbec5b380b is going to be created. [ 1168.550833] env[62265]: DEBUG networking_nsxv3.common.locking [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1168.551122] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquiring lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1168.551208] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquired lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1168.551493] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquired external semaphore "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1168.551739] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Releasing lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1168.551968] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Releasing lock "port-0389b37d-fc85-4cbf-9d68-7dfbec5b380b" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1168.833907] env[62265]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('95cf98c4-3841-4576-950a-00c6f979459f',) {} {{(pid=62265) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1168.956159] env[62265]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('515afca6-988d-462b-b06c-2a6ca4759e17',) {} {{(pid=62265) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1169.303481] env[62265]: INFO networking_nsxv3.common.synchronization [req-4ef7e563-70a8-4c8c-94b0-081fdd96ad57 req-17b93098-6ca4-48b4-8496-1293f083aa6b service nova] Enqueued Resource ID: 62a27616-2753-4d3e-9cd4-e35381d18526 with Priority: HIGHEST for action security_group_rules [ 1169.303840] env[62265]: INFO networking_nsxv3.common.synchronization [req-4ef7e563-70a8-4c8c-94b0-081fdd96ad57 req-17b93098-6ca4-48b4-8496-1293f083aa6b service nova] Enqueued Resource ID: 62a27616-2753-4d3e-9cd4-e35381d18526 with Priority: HIGHEST for action security_group_members [ 1169.305118] env[62265]: INFO networking_nsxv3.common.synchronization [req-4ef7e563-70a8-4c8c-94b0-081fdd96ad57 req-17b93098-6ca4-48b4-8496-1293f083aa6b service nova] Enqueued Resource ID: 0389b37d-fc85-4cbf-9d68-7dfbec5b380b with Priority: HIGHEST for action port [ 1169.305118] env[62265]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 62a27616-2753-4d3e-9cd4-e35381d18526 with Priority: HIGHEST for action security_group_rules [ 1169.306315] env[62265]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 62a27616-2753-4d3e-9cd4-e35381d18526 with Priority: HIGHEST for action security_group_members [ 1169.306315] env[62265]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0389b37d-fc85-4cbf-9d68-7dfbec5b380b with Priority: HIGHEST for action port [ 1169.306315] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock rules-62a27616-2753-4d3e-9cd4-e35381d18526 taken with stack trace [, , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1169.306545] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-62a27616-2753-4d3e-9cd4-e35381d18526" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1169.306545] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-62a27616-2753-4d3e-9cd4-e35381d18526" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1169.306721] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-62a27616-2753-4d3e-9cd4-e35381d18526" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1169.306777] env[62265]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('62a27616-2753-4d3e-9cd4-e35381d18526',) {} {{(pid=62265) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1169.307649] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock member-62a27616-2753-4d3e-9cd4-e35381d18526 taken with stack trace [, , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1169.307748] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-62a27616-2753-4d3e-9cd4-e35381d18526" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1169.307937] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock port-0389b37d-fc85-4cbf-9d68-7dfbec5b380b taken with stack trace [, , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1169.308051] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-0389b37d-fc85-4cbf-9d68-7dfbec5b380b" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1169.308119] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-0389b37d-fc85-4cbf-9d68-7dfbec5b380b" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1169.308302] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-0389b37d-fc85-4cbf-9d68-7dfbec5b380b" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1169.308386] env[62265]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0389b37d-fc85-4cbf-9d68-7dfbec5b380b',) {} {{(pid=62265) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1169.335972] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1169.335972] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1169.335972] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1169.336192] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1169.336278] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1169.336378] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 95cf98c4-3841-4576-950a-00c6f979459f is going to be updated. [ 1169.367824] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1169.368061] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1169.368152] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1169.368374] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1169.368524] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1169.376924] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 95cf98c4-3841-4576-950a-00c6f979459f in Status: IN_PROGRESS for 2s [ 1169.458489] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 515afca6-988d-462b-b06c-2a6ca4759e17: rpc.has_security_group_logging(os_id): False [ 1169.477840] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1169.477980] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1169.478065] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1169.478278] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1169.478364] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1169.478605] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1169.480017] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1169.480017] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1169.480017] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1169.480017] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1169.480017] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 515afca6-988d-462b-b06c-2a6ca4759e17 is going to be created. [ 1169.552616] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1169.552839] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1169.552839] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1169.553044] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1169.553229] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1169.563075] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 515afca6-988d-462b-b06c-2a6ca4759e17 in Status: IN_PROGRESS for 2s [ 1169.810471] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock member-62a27616-2753-4d3e-9cd4-e35381d18526 taken with stack trace [, , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1169.810698] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-62a27616-2753-4d3e-9cd4-e35381d18526" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1169.811059] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 0389b37d-fc85-4cbf-9d68-7dfbec5b380b with status ACTIVE [ 1169.811286] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1169.811452] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1169.811558] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1169.812126] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1169.812126] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1169.812273] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1169.812442] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1169.812552] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1169.812805] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1169.812945] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1169.813237] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1169.813564] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1169.813564] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1169.813564] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1169.813707] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1169.813707] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 0389b37d-fc85-4cbf-9d68-7dfbec5b380b is going to be updated. [ 1169.833834] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1169.833971] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1169.834055] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1169.834260] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1169.834621] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1169.834621] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-0389b37d-fc85-4cbf-9d68-7dfbec5b380b" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1170.183585] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 62a27616-2753-4d3e-9cd4-e35381d18526 in Status: SUCCESS [ 1170.183772] env[62265]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 62a27616-2753-4d3e-9cd4-e35381d18526 deletion is rescheduled due to dependency. [ 1170.184085] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-62a27616-2753-4d3e-9cd4-e35381d18526" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1170.184324] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-62a27616-2753-4d3e-9cd4-e35381d18526" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1170.184586] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-62a27616-2753-4d3e-9cd4-e35381d18526" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1170.184800] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1170.184966] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1170.185094] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1170.185300] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1170.185410] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1170.185525] env[62265]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('62a27616-2753-4d3e-9cd4-e35381d18526',) {} {{(pid=62265) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1170.687789] env[62265]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('62a27616-2753-4d3e-9cd4-e35381d18526',) {} {{(pid=62265) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1171.135345] env[62265]: INFO networking_nsxv3.common.synchronization [req-7b60b781-6526-4060-849d-cef30656852a req-f685c402-bbc7-42ec-826b-53ef7c4c27fd tempest-ServersTestJSON-996831773 tempest-ServersTestJSON-996831773-project-member] Enqueued Resource ID: 85a6547c-bf3d-4bdc-b0a3-09132939cc37 with Priority: HIGHEST for action security_group_members [ 1171.135924] env[62265]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 85a6547c-bf3d-4bdc-b0a3-09132939cc37 with Priority: HIGHEST for action security_group_members [ 1171.136283] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock member-85a6547c-bf3d-4bdc-b0a3-09132939cc37 taken with stack trace [, , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1171.136437] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-85a6547c-bf3d-4bdc-b0a3-09132939cc37" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1171.136526] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-85a6547c-bf3d-4bdc-b0a3-09132939cc37" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1171.136733] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-85a6547c-bf3d-4bdc-b0a3-09132939cc37" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1171.136934] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1171.140364] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1171.140463] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1171.140689] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1171.140846] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1171.140996] env[62265]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('85a6547c-bf3d-4bdc-b0a3-09132939cc37',) {} {{(pid=62265) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1171.190555] env[62265]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('62a27616-2753-4d3e-9cd4-e35381d18526',) {} {{(pid=62265) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1171.387078] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 95cf98c4-3841-4576-950a-00c6f979459f in Status: SUCCESS [ 1171.387456] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-95cf98c4-3841-4576-950a-00c6f979459f" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1171.387740] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-95cf98c4-3841-4576-950a-00c6f979459f" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1171.388082] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-95cf98c4-3841-4576-950a-00c6f979459f" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1171.388391] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1171.388609] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1171.388731] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1171.388986] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1171.389128] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1171.389270] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-95cf98c4-3841-4576-950a-00c6f979459f" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1171.389431] env[62265]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('95cf98c4-3841-4576-950a-00c6f979459f',) {} {{(pid=62265) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1171.420667] env[62265]: DEBUG networking_nsxv3.common.locking [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Lock network-887 taken with stack trace [, , , , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1171.420771] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquiring lock "network-887" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1171.420900] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquired lock "network-887" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1171.421192] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquired external semaphore "network-887" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1171.421446] env[62265]: DEBUG networking_nsxv3.common.locking [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1171.421603] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquiring lock "Segment" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1171.421721] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquired lock "Segment" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1171.421933] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquired external semaphore "Segment" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1171.422141] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Releasing lock "Segment" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1171.422385] env[62265]: DEBUG dogpile.cache.region [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] No value present for key: 'zone-id' {{(pid=62265) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1171.422517] env[62265]: DEBUG dogpile.lock [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] NeedRegenerationException {{(pid=62265) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1171.422674] env[62265]: DEBUG dogpile.lock [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] no value, waiting for create lock {{(pid=62265) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1171.422738] env[62265]: DEBUG dogpile.lock [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] value creation lock acquired {{(pid=62265) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1171.422852] env[62265]: DEBUG dogpile.cache.region [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] No value present for key: 'zone-id' {{(pid=62265) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1171.422959] env[62265]: DEBUG dogpile.lock [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Calling creation function for not-yet-present value {{(pid=62265) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1171.423108] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1171.440470] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1171.441162] env[62265]: DEBUG dogpile.cache.region [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Cache value generated in 0.018 seconds for key(s): 'zone-id' {{(pid=62265) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1171.441162] env[62265]: DEBUG dogpile.lock [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Released creation lock {{(pid=62265) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1171.441162] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Releasing lock "network-887" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1171.441569] env[62265]: DEBUG networking_nsxv3.common.locking [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Lock port-a0bba3e1-64a8-47b4-9cfa-ed471f41a230 taken with stack trace [, , , , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1171.441782] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquiring lock "port-a0bba3e1-64a8-47b4-9cfa-ed471f41a230" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1171.441941] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquired lock "port-a0bba3e1-64a8-47b4-9cfa-ed471f41a230" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1171.442421] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquired external semaphore "port-a0bba3e1-64a8-47b4-9cfa-ed471f41a230" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1171.442505] env[62265]: DEBUG networking_nsxv3.api.rpc [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a0bba3e1-64a8-47b4-9cfa-ed471f41a230',) {} {{(pid=62265) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1171.575061] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 515afca6-988d-462b-b06c-2a6ca4759e17 in Status: SUCCESS [ 1171.575330] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-515afca6-988d-462b-b06c-2a6ca4759e17" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1171.644277] env[62265]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('85a6547c-bf3d-4bdc-b0a3-09132939cc37',) {} {{(pid=62265) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1171.695393] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1171.695900] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1171.695900] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1171.695900] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1171.695900] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1171.696241] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 62a27616-2753-4d3e-9cd4-e35381d18526 is going to be updated. [ 1171.725222] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1171.725474] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1171.725569] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1171.725843] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1171.726053] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1171.736191] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 62a27616-2753-4d3e-9cd4-e35381d18526 in Status: IN_PROGRESS for 2s [ 1171.891847] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock member-95cf98c4-3841-4576-950a-00c6f979459f taken with stack trace [, , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1171.891847] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-95cf98c4-3841-4576-950a-00c6f979459f" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1171.892100] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-95cf98c4-3841-4576-950a-00c6f979459f" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1171.892173] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-95cf98c4-3841-4576-950a-00c6f979459f" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1171.892340] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1171.892443] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1171.892508] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1171.892655] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1171.892743] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1171.892832] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-95cf98c4-3841-4576-950a-00c6f979459f" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1171.892980] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock member-95cf98c4-3841-4576-950a-00c6f979459f taken with stack trace [, , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1171.893082] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-95cf98c4-3841-4576-950a-00c6f979459f" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1171.893144] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-95cf98c4-3841-4576-950a-00c6f979459f" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1171.893422] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-95cf98c4-3841-4576-950a-00c6f979459f" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1171.893422] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1171.893546] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1171.893616] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1171.893768] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1171.893845] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1171.893928] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-95cf98c4-3841-4576-950a-00c6f979459f" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1171.894032] env[62265]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('95cf98c4-3841-4576-950a-00c6f979459f',) {} {{(pid=62265) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1171.944928] env[62265]: DEBUG networking_nsxv3.common.locking [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1171.945181] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquiring lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1171.945377] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquired lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1171.945670] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquired external semaphore "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1171.945875] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Releasing lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1171.946090] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Segment Port a0bba3e1-64a8-47b4-9cfa-ed471f41a230 not found, creating... [ 1171.946369] env[62265]: DEBUG networking_nsxv3.common.locking [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1171.946562] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquiring lock "Segment" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1171.946655] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquired lock "Segment" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1171.946883] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquired external semaphore "Segment" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1171.947038] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Releasing lock "Segment" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1171.947326] env[62265]: DEBUG networking_nsxv3.common.locking [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1171.947483] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquiring lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1171.947602] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquired lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1171.947809] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquired external semaphore "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1171.947959] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Releasing lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1171.948127] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Resource: SegmentPort with ID: a0bba3e1-64a8-47b4-9cfa-ed471f41a230 is going to be created. [ 1171.967094] env[62265]: DEBUG networking_nsxv3.common.locking [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1171.967336] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquiring lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1171.967592] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquired lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1171.967976] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquired external semaphore "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1171.968249] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Releasing lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1171.968541] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Releasing lock "port-a0bba3e1-64a8-47b4-9cfa-ed471f41a230" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1172.150429] env[62265]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('85a6547c-bf3d-4bdc-b0a3-09132939cc37',) {} {{(pid=62265) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1172.395829] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 95cf98c4-3841-4576-950a-00c6f979459f: rpc.has_security_group_logging(os_id): False [ 1172.412490] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1172.412702] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1172.412702] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1172.412923] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1172.413028] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1172.413243] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1172.413347] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1172.413433] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1172.413601] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1172.413681] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1172.413870] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1172.414020] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1172.414092] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1172.414252] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1172.414330] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1172.414509] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1172.414610] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1172.414656] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1172.414808] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1172.414870] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1172.414976] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 95cf98c4-3841-4576-950a-00c6f979459f is going to be updated. [ 1172.471578] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1172.471712] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1172.471848] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1172.471992] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1172.472148] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1172.485271] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 95cf98c4-3841-4576-950a-00c6f979459f in Status: IN_PROGRESS for 2s [ 1172.653361] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1172.653511] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1172.653605] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1172.653867] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1172.654020] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1172.654165] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 85a6547c-bf3d-4bdc-b0a3-09132939cc37 is going to be updated. [ 1172.685121] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1172.685206] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1172.685338] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1172.685540] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1172.685756] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1172.689728] env[62265]: INFO networking_nsxv3.common.synchronization [req-7b60b781-6526-4060-849d-cef30656852a req-17c707dc-9c0d-4fa7-b832-1cdbe28d3f0e service nova] Enqueued Resource ID: 85a6547c-bf3d-4bdc-b0a3-09132939cc37 with Priority: HIGHEST for action security_group_rules [ 1172.689728] env[62265]: INFO networking_nsxv3.common.synchronization [req-7b60b781-6526-4060-849d-cef30656852a req-17c707dc-9c0d-4fa7-b832-1cdbe28d3f0e service nova] Enqueued Resource ID: 85a6547c-bf3d-4bdc-b0a3-09132939cc37 with Priority: HIGHEST for action security_group_members [ 1172.689728] env[62265]: INFO networking_nsxv3.common.synchronization [req-7b60b781-6526-4060-849d-cef30656852a req-17c707dc-9c0d-4fa7-b832-1cdbe28d3f0e service nova] Enqueued Resource ID: a0bba3e1-64a8-47b4-9cfa-ed471f41a230 with Priority: HIGHEST for action port [ 1172.690040] env[62265]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 85a6547c-bf3d-4bdc-b0a3-09132939cc37 with Priority: HIGHEST for action security_group_rules [ 1172.690194] env[62265]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 85a6547c-bf3d-4bdc-b0a3-09132939cc37 with Priority: HIGHEST for action security_group_members [ 1172.690320] env[62265]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a0bba3e1-64a8-47b4-9cfa-ed471f41a230 with Priority: HIGHEST for action port [ 1172.690718] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock rules-85a6547c-bf3d-4bdc-b0a3-09132939cc37 taken with stack trace [, , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1172.690886] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-85a6547c-bf3d-4bdc-b0a3-09132939cc37" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1172.690996] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-85a6547c-bf3d-4bdc-b0a3-09132939cc37" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1172.691281] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-85a6547c-bf3d-4bdc-b0a3-09132939cc37" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1172.691812] env[62265]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('85a6547c-bf3d-4bdc-b0a3-09132939cc37',) {} {{(pid=62265) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1172.692853] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock member-85a6547c-bf3d-4bdc-b0a3-09132939cc37 taken with stack trace [, , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1172.692963] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-85a6547c-bf3d-4bdc-b0a3-09132939cc37" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1172.693259] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock port-a0bba3e1-64a8-47b4-9cfa-ed471f41a230 taken with stack trace [, , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1172.693404] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a0bba3e1-64a8-47b4-9cfa-ed471f41a230" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1172.693495] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a0bba3e1-64a8-47b4-9cfa-ed471f41a230" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1172.693720] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a0bba3e1-64a8-47b4-9cfa-ed471f41a230" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1172.693820] env[62265]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a0bba3e1-64a8-47b4-9cfa-ed471f41a230',) {} {{(pid=62265) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1172.697262] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 85a6547c-bf3d-4bdc-b0a3-09132939cc37 in Status: IN_PROGRESS for 2s [ 1173.196159] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock member-85a6547c-bf3d-4bdc-b0a3-09132939cc37 taken with stack trace [, , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1173.196379] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-85a6547c-bf3d-4bdc-b0a3-09132939cc37" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1173.196681] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port a0bba3e1-64a8-47b4-9cfa-ed471f41a230 with status ACTIVE [ 1173.196922] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1173.197144] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1173.197233] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1173.197477] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1173.197627] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1173.197879] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1173.198047] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1173.198213] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1173.198418] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1173.198569] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1173.198751] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1173.198870] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1173.198934] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1173.199141] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1173.199234] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1173.199327] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: a0bba3e1-64a8-47b4-9cfa-ed471f41a230 is going to be updated. [ 1173.223016] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1173.223265] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1173.223265] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1173.223433] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1173.223842] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1173.223842] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a0bba3e1-64a8-47b4-9cfa-ed471f41a230" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1173.681945] env[62265]: INFO networking_nsxv3.common.synchronization [None req-940b8488-2808-4bdf-b932-376dd4bfa949 tempest-AttachInterfacesTestJSON-467207588 tempest-AttachInterfacesTestJSON-467207588-project-member] Enqueued Resource ID: da93af02-3b4e-409c-8e28-ed7c1e3287ca with Priority: HIGHEST for action security_group_members [ 1173.682661] env[62265]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: da93af02-3b4e-409c-8e28-ed7c1e3287ca with Priority: HIGHEST for action security_group_members [ 1173.684186] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock member-da93af02-3b4e-409c-8e28-ed7c1e3287ca taken with stack trace [, , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1173.684186] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-da93af02-3b4e-409c-8e28-ed7c1e3287ca" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1173.684186] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-da93af02-3b4e-409c-8e28-ed7c1e3287ca" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1173.684186] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-da93af02-3b4e-409c-8e28-ed7c1e3287ca" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1173.684542] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1173.684542] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1173.684693] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1173.684903] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1173.684988] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1173.685101] env[62265]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('da93af02-3b4e-409c-8e28-ed7c1e3287ca',) {} {{(pid=62265) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1173.752133] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 62a27616-2753-4d3e-9cd4-e35381d18526 in Status: SUCCESS [ 1173.752133] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-62a27616-2753-4d3e-9cd4-e35381d18526" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1173.752133] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-62a27616-2753-4d3e-9cd4-e35381d18526" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1173.752133] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-62a27616-2753-4d3e-9cd4-e35381d18526" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1173.752133] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1173.752133] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1173.752133] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1173.752133] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1173.752133] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1173.752133] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-62a27616-2753-4d3e-9cd4-e35381d18526" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1173.752133] env[62265]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('62a27616-2753-4d3e-9cd4-e35381d18526',) {} {{(pid=62265) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1174.187676] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1174.187902] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1174.188015] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1174.188328] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1174.188467] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1174.188735] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1174.188880] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1174.188976] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1174.189215] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1174.189336] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1174.189471] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: da93af02-3b4e-409c-8e28-ed7c1e3287ca is going to be updated. [ 1174.217589] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1174.217678] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1174.217714] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1174.217924] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1174.218099] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1174.228820] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: da93af02-3b4e-409c-8e28-ed7c1e3287ca in Status: IN_PROGRESS for 2s [ 1174.253711] env[62265]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('62a27616-2753-4d3e-9cd4-e35381d18526',) {} {{(pid=62265) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1174.499232] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 95cf98c4-3841-4576-950a-00c6f979459f in Status: SUCCESS [ 1174.499232] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-95cf98c4-3841-4576-950a-00c6f979459f" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1174.706557] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 85a6547c-bf3d-4bdc-b0a3-09132939cc37 in Status: SUCCESS [ 1174.706717] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-85a6547c-bf3d-4bdc-b0a3-09132939cc37" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1174.709447] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-85a6547c-bf3d-4bdc-b0a3-09132939cc37" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1174.709447] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-85a6547c-bf3d-4bdc-b0a3-09132939cc37" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1174.709447] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1174.709447] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1174.709447] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1174.709447] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1174.709447] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1174.709447] env[62265]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('85a6547c-bf3d-4bdc-b0a3-09132939cc37',) {} {{(pid=62265) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1174.757426] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 62a27616-2753-4d3e-9cd4-e35381d18526: rpc.has_security_group_logging(os_id): False [ 1174.777970] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1174.780018] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1174.780018] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1174.780018] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1174.780018] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1174.780018] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1174.780018] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1174.780018] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1174.780018] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1174.780018] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1174.780018] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 62a27616-2753-4d3e-9cd4-e35381d18526 is going to be updated. [ 1174.856321] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1174.856321] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1174.856321] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1174.856321] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1174.856321] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1174.865884] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 62a27616-2753-4d3e-9cd4-e35381d18526 in Status: IN_PROGRESS for 2s [ 1175.212380] env[62265]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('85a6547c-bf3d-4bdc-b0a3-09132939cc37',) {} {{(pid=62265) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1175.714653] env[62265]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('85a6547c-bf3d-4bdc-b0a3-09132939cc37',) {} {{(pid=62265) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1176.221561] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1176.221561] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1176.221561] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1176.222190] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1176.222190] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1176.222190] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 85a6547c-bf3d-4bdc-b0a3-09132939cc37 is going to be updated. [ 1176.240978] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: da93af02-3b4e-409c-8e28-ed7c1e3287ca in Status: SUCCESS [ 1176.241849] env[62265]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: da93af02-3b4e-409c-8e28-ed7c1e3287ca deletion is rescheduled due to dependency. [ 1176.241849] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-da93af02-3b4e-409c-8e28-ed7c1e3287ca" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1176.249833] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1176.250152] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1176.250314] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1176.250620] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1176.253076] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1176.258642] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 85a6547c-bf3d-4bdc-b0a3-09132939cc37 in Status: IN_PROGRESS for 2s [ 1176.880452] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 62a27616-2753-4d3e-9cd4-e35381d18526 in Status: SUCCESS [ 1176.880784] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-62a27616-2753-4d3e-9cd4-e35381d18526" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1178.268691] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 85a6547c-bf3d-4bdc-b0a3-09132939cc37 in Status: SUCCESS [ 1178.268691] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-85a6547c-bf3d-4bdc-b0a3-09132939cc37" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1178.268691] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-85a6547c-bf3d-4bdc-b0a3-09132939cc37" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1178.268691] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-85a6547c-bf3d-4bdc-b0a3-09132939cc37" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1178.269105] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1178.269105] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1178.269105] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1178.269280] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1178.270030] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1178.270030] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-85a6547c-bf3d-4bdc-b0a3-09132939cc37" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1178.270030] env[62265]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('85a6547c-bf3d-4bdc-b0a3-09132939cc37',) {} {{(pid=62265) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1178.683903] env[62265]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1178.684126] env[62265]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 1178.772896] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock member-85a6547c-bf3d-4bdc-b0a3-09132939cc37 taken with stack trace [, , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1178.773074] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-85a6547c-bf3d-4bdc-b0a3-09132939cc37" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1178.773148] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-85a6547c-bf3d-4bdc-b0a3-09132939cc37" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1178.773364] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-85a6547c-bf3d-4bdc-b0a3-09132939cc37" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1178.773525] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1178.773621] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1178.773683] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1178.773827] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1178.773913] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1178.773997] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-85a6547c-bf3d-4bdc-b0a3-09132939cc37" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1178.775041] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock member-85a6547c-bf3d-4bdc-b0a3-09132939cc37 taken with stack trace [, , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1178.775041] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-85a6547c-bf3d-4bdc-b0a3-09132939cc37" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1178.775041] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-85a6547c-bf3d-4bdc-b0a3-09132939cc37" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1178.775041] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-85a6547c-bf3d-4bdc-b0a3-09132939cc37" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1178.775041] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1178.775041] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1178.775041] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1178.775041] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1178.775462] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1178.775462] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-85a6547c-bf3d-4bdc-b0a3-09132939cc37" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1178.775462] env[62265]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('85a6547c-bf3d-4bdc-b0a3-09132939cc37',) {} {{(pid=62265) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1179.279057] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 85a6547c-bf3d-4bdc-b0a3-09132939cc37: rpc.has_security_group_logging(os_id): False [ 1179.297029] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1179.297029] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1179.297029] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1179.297029] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1179.297029] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1179.297029] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1179.297029] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1179.297029] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1179.297029] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1179.297029] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1179.297029] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1179.297029] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1179.297029] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1179.297029] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1179.297029] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1179.298063] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1179.298206] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1179.298292] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1179.298508] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1179.298605] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1179.298726] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 85a6547c-bf3d-4bdc-b0a3-09132939cc37 is going to be updated. [ 1179.359418] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1179.359573] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1179.359650] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1179.359856] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1179.360015] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1179.377968] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 85a6547c-bf3d-4bdc-b0a3-09132939cc37 in Status: IN_PROGRESS for 2s [ 1180.028132] env[62265]: INFO networking_nsxv3.common.synchronization [req-2775cdd1-ecbe-4fc1-892b-d9e8154cd592 req-ff6241c9-72e2-498b-9c20-bdf9c3714bcf tempest-ServerActionsTestOtherA-1158692047 tempest-ServerActionsTestOtherA-1158692047-project-member] Enqueued Resource ID: 3649d9fc-24f4-43f3-8426-2fff76636e76 with Priority: HIGHEST for action security_group_members [ 1180.028596] env[62265]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3649d9fc-24f4-43f3-8426-2fff76636e76 with Priority: HIGHEST for action security_group_members [ 1180.028596] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock member-3649d9fc-24f4-43f3-8426-2fff76636e76 taken with stack trace [, , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1180.028732] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3649d9fc-24f4-43f3-8426-2fff76636e76" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1180.028769] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3649d9fc-24f4-43f3-8426-2fff76636e76" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1180.028930] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3649d9fc-24f4-43f3-8426-2fff76636e76" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1180.029353] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1180.029353] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1180.029353] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1180.029581] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1180.029581] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1180.029581] env[62265]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3649d9fc-24f4-43f3-8426-2fff76636e76',) {} {{(pid=62265) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1180.219330] env[62265]: INFO networking_nsxv3.common.synchronization [req-92140e6f-c08f-406e-9ba2-8f2e1ccfe76f req-2c95bc5a-ea95-407e-9057-deaaf99e0407 tempest-DeleteServersTestJSON-1576012687 tempest-DeleteServersTestJSON-1576012687-project-member] Enqueued Resource ID: 95cf98c4-3841-4576-950a-00c6f979459f with Priority: HIGHEST for action security_group_members [ 1180.219676] env[62265]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 95cf98c4-3841-4576-950a-00c6f979459f with Priority: HIGHEST for action security_group_members [ 1180.220243] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock member-95cf98c4-3841-4576-950a-00c6f979459f taken with stack trace [, , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1180.220243] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-95cf98c4-3841-4576-950a-00c6f979459f" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1180.220243] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-95cf98c4-3841-4576-950a-00c6f979459f" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1180.220463] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-95cf98c4-3841-4576-950a-00c6f979459f" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1180.220506] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1180.220594] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1180.220652] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1180.220795] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1180.220928] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1180.220968] env[62265]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('95cf98c4-3841-4576-950a-00c6f979459f',) {} {{(pid=62265) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1180.534285] env[62265]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('3649d9fc-24f4-43f3-8426-2fff76636e76',) {} {{(pid=62265) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1180.723534] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1180.723667] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1180.723745] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1180.723962] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1180.724067] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1180.724266] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1180.724781] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1180.724781] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1180.724781] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1180.724936] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1180.724974] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 95cf98c4-3841-4576-950a-00c6f979459f is going to be updated. [ 1180.750041] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1180.750041] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1180.750041] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1180.751299] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1180.751299] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1180.757881] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 95cf98c4-3841-4576-950a-00c6f979459f in Status: IN_PROGRESS for 2s [ 1180.797758] env[62265]: DEBUG networking_nsxv3.common.locking [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Lock network-553 taken with stack trace [, , , , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1180.798047] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquiring lock "network-553" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1180.798217] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquired lock "network-553" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1180.798513] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquired external semaphore "network-553" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1180.798794] env[62265]: DEBUG networking_nsxv3.common.locking [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1180.798961] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquiring lock "Segment" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1180.799094] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquired lock "Segment" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1180.799322] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquired external semaphore "Segment" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1180.799470] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Releasing lock "Segment" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1180.799687] env[62265]: DEBUG dogpile.cache.region [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] No value present for key: 'zone-id' {{(pid=62265) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1180.799805] env[62265]: DEBUG dogpile.lock [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] NeedRegenerationException {{(pid=62265) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1180.799919] env[62265]: DEBUG dogpile.lock [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] no value, waiting for create lock {{(pid=62265) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1180.800041] env[62265]: DEBUG dogpile.lock [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] value creation lock acquired {{(pid=62265) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1180.800157] env[62265]: DEBUG dogpile.cache.region [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] No value present for key: 'zone-id' {{(pid=62265) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1180.800274] env[62265]: DEBUG dogpile.lock [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Calling creation function for not-yet-present value {{(pid=62265) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1180.800400] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1180.818493] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1180.818773] env[62265]: DEBUG dogpile.cache.region [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Cache value generated in 0.018 seconds for key(s): 'zone-id' {{(pid=62265) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1180.818848] env[62265]: DEBUG dogpile.lock [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Released creation lock {{(pid=62265) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1180.819024] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Releasing lock "network-553" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1180.819318] env[62265]: DEBUG networking_nsxv3.common.locking [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Lock port-beb791dd-fc84-41f3-9b81-fd84069d8e33 taken with stack trace [, , , , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1180.820041] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquiring lock "port-beb791dd-fc84-41f3-9b81-fd84069d8e33" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1180.820041] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquired lock "port-beb791dd-fc84-41f3-9b81-fd84069d8e33" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1180.820041] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquired external semaphore "port-beb791dd-fc84-41f3-9b81-fd84069d8e33" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1180.820196] env[62265]: DEBUG networking_nsxv3.api.rpc [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('beb791dd-fc84-41f3-9b81-fd84069d8e33',) {} {{(pid=62265) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1181.037329] env[62265]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('3649d9fc-24f4-43f3-8426-2fff76636e76',) {} {{(pid=62265) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1181.323032] env[62265]: DEBUG networking_nsxv3.common.locking [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1181.323032] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquiring lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1181.323243] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquired lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1181.323424] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquired external semaphore "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1181.323583] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Releasing lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1181.323797] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Segment Port beb791dd-fc84-41f3-9b81-fd84069d8e33 not found, creating... [ 1181.324101] env[62265]: DEBUG networking_nsxv3.common.locking [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1181.324220] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquiring lock "Segment" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1181.324351] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquired lock "Segment" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1181.324591] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquired external semaphore "Segment" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1181.324740] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Releasing lock "Segment" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1181.325120] env[62265]: DEBUG networking_nsxv3.common.locking [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1181.325221] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquiring lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1181.325314] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquired lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1181.325525] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquired external semaphore "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1181.325682] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Releasing lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1181.325833] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Resource: SegmentPort with ID: beb791dd-fc84-41f3-9b81-fd84069d8e33 is going to be created. [ 1181.344119] env[62265]: DEBUG networking_nsxv3.common.locking [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1181.344314] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquiring lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1181.344427] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquired lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1181.344681] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquired external semaphore "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1181.344911] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Releasing lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1181.345163] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Releasing lock "port-beb791dd-fc84-41f3-9b81-fd84069d8e33" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1181.397164] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 85a6547c-bf3d-4bdc-b0a3-09132939cc37 in Status: SUCCESS [ 1181.397419] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-85a6547c-bf3d-4bdc-b0a3-09132939cc37" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1181.539827] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1181.540154] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1181.540154] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1181.540294] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1181.540387] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1181.540488] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3649d9fc-24f4-43f3-8426-2fff76636e76 is going to be updated. [ 1181.568028] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1181.568028] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1181.568028] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1181.568028] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1181.568028] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1181.575586] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3649d9fc-24f4-43f3-8426-2fff76636e76 in Status: IN_PROGRESS for 2s [ 1182.237187] env[62265]: INFO networking_nsxv3.common.synchronization [req-2775cdd1-ecbe-4fc1-892b-d9e8154cd592 req-f02d07c4-71bd-4d05-a80b-6f4955f6768a service nova] Enqueued Resource ID: 3649d9fc-24f4-43f3-8426-2fff76636e76 with Priority: HIGHEST for action security_group_rules [ 1182.237339] env[62265]: INFO networking_nsxv3.common.synchronization [req-2775cdd1-ecbe-4fc1-892b-d9e8154cd592 req-f02d07c4-71bd-4d05-a80b-6f4955f6768a service nova] Enqueued Resource ID: 3649d9fc-24f4-43f3-8426-2fff76636e76 with Priority: HIGHEST for action security_group_members [ 1182.237476] env[62265]: INFO networking_nsxv3.common.synchronization [req-2775cdd1-ecbe-4fc1-892b-d9e8154cd592 req-f02d07c4-71bd-4d05-a80b-6f4955f6768a service nova] Enqueued Resource ID: beb791dd-fc84-41f3-9b81-fd84069d8e33 with Priority: HIGHEST for action port [ 1182.237775] env[62265]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3649d9fc-24f4-43f3-8426-2fff76636e76 with Priority: HIGHEST for action security_group_rules [ 1182.237950] env[62265]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3649d9fc-24f4-43f3-8426-2fff76636e76 with Priority: HIGHEST for action security_group_members [ 1182.238228] env[62265]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: beb791dd-fc84-41f3-9b81-fd84069d8e33 with Priority: HIGHEST for action port [ 1182.238787] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock rules-3649d9fc-24f4-43f3-8426-2fff76636e76 taken with stack trace [, , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1182.238906] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-3649d9fc-24f4-43f3-8426-2fff76636e76" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1182.238971] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-3649d9fc-24f4-43f3-8426-2fff76636e76" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1182.239182] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-3649d9fc-24f4-43f3-8426-2fff76636e76" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1182.239257] env[62265]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('3649d9fc-24f4-43f3-8426-2fff76636e76',) {} {{(pid=62265) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1182.240272] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock member-3649d9fc-24f4-43f3-8426-2fff76636e76 taken with stack trace [, , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1182.240272] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3649d9fc-24f4-43f3-8426-2fff76636e76" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1182.240440] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock port-beb791dd-fc84-41f3-9b81-fd84069d8e33 taken with stack trace [, , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1182.240546] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-beb791dd-fc84-41f3-9b81-fd84069d8e33" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1182.240594] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-beb791dd-fc84-41f3-9b81-fd84069d8e33" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1182.240827] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-beb791dd-fc84-41f3-9b81-fd84069d8e33" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1182.240888] env[62265]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('beb791dd-fc84-41f3-9b81-fd84069d8e33',) {} {{(pid=62265) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1182.744052] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock member-3649d9fc-24f4-43f3-8426-2fff76636e76 taken with stack trace [, , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1182.744052] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3649d9fc-24f4-43f3-8426-2fff76636e76" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1182.744052] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port beb791dd-fc84-41f3-9b81-fd84069d8e33 with status ACTIVE [ 1182.744596] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1182.744596] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1182.744596] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1182.744719] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1182.744755] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1182.744965] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1182.745107] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1182.745236] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1182.745406] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1182.745522] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1182.745751] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1182.745902] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1182.745951] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1182.746174] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1182.746293] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1182.746385] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: beb791dd-fc84-41f3-9b81-fd84069d8e33 is going to be updated. [ 1182.767729] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1182.767959] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1182.768054] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1182.768222] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1182.768373] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1182.768591] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-beb791dd-fc84-41f3-9b81-fd84069d8e33" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1182.769433] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 95cf98c4-3841-4576-950a-00c6f979459f in Status: SUCCESS [ 1182.769600] env[62265]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 95cf98c4-3841-4576-950a-00c6f979459f deletion is rescheduled due to dependency. [ 1182.769693] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-95cf98c4-3841-4576-950a-00c6f979459f" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1183.585134] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3649d9fc-24f4-43f3-8426-2fff76636e76 in Status: SUCCESS [ 1183.585456] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3649d9fc-24f4-43f3-8426-2fff76636e76" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1183.585649] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3649d9fc-24f4-43f3-8426-2fff76636e76" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1183.585875] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3649d9fc-24f4-43f3-8426-2fff76636e76" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1183.586067] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1183.586244] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1183.586319] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1183.586473] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1183.586554] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1183.586646] env[62265]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3649d9fc-24f4-43f3-8426-2fff76636e76',) {} {{(pid=62265) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1184.042785] env[62265]: INFO networking_nsxv3.common.synchronization [req-212f67d1-2b09-4b2f-9a04-f63b3c41b9b3 req-90f8d77a-2611-413f-9de6-813e73bde23a tempest-ServersTestJSON-996831773 tempest-ServersTestJSON-996831773-project-member] Enqueued Resource ID: 85a6547c-bf3d-4bdc-b0a3-09132939cc37 with Priority: HIGHEST for action security_group_members [ 1184.043339] env[62265]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 85a6547c-bf3d-4bdc-b0a3-09132939cc37 with Priority: HIGHEST for action security_group_members [ 1184.043722] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock member-85a6547c-bf3d-4bdc-b0a3-09132939cc37 taken with stack trace [, , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1184.043886] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-85a6547c-bf3d-4bdc-b0a3-09132939cc37" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1184.043996] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-85a6547c-bf3d-4bdc-b0a3-09132939cc37" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1184.044308] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-85a6547c-bf3d-4bdc-b0a3-09132939cc37" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1184.044539] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1184.044767] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1184.044767] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1184.045014] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1184.045250] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1184.045416] env[62265]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('85a6547c-bf3d-4bdc-b0a3-09132939cc37',) {} {{(pid=62265) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1184.091867] env[62265]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('3649d9fc-24f4-43f3-8426-2fff76636e76',) {} {{(pid=62265) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1184.552771] env[62265]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('85a6547c-bf3d-4bdc-b0a3-09132939cc37',) {} {{(pid=62265) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1184.594400] env[62265]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('3649d9fc-24f4-43f3-8426-2fff76636e76',) {} {{(pid=62265) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1185.054768] env[62265]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('85a6547c-bf3d-4bdc-b0a3-09132939cc37',) {} {{(pid=62265) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1185.096401] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1185.096615] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1185.096725] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1185.096851] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1185.096942] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1185.097149] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3649d9fc-24f4-43f3-8426-2fff76636e76 is going to be updated. [ 1185.124625] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1185.124775] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1185.125090] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1185.125090] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1185.125542] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1185.134478] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3649d9fc-24f4-43f3-8426-2fff76636e76 in Status: IN_PROGRESS for 2s [ 1185.558748] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1185.558972] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1185.558972] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1185.559319] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1185.559470] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1185.559605] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 85a6547c-bf3d-4bdc-b0a3-09132939cc37 is going to be updated. [ 1185.587364] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1185.587597] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1185.587597] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1185.587796] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1185.587958] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1185.600411] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 85a6547c-bf3d-4bdc-b0a3-09132939cc37 in Status: IN_PROGRESS for 2s [ 1187.144050] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3649d9fc-24f4-43f3-8426-2fff76636e76 in Status: SUCCESS [ 1187.144485] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3649d9fc-24f4-43f3-8426-2fff76636e76" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1187.144485] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3649d9fc-24f4-43f3-8426-2fff76636e76" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1187.144728] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3649d9fc-24f4-43f3-8426-2fff76636e76" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1187.144947] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1187.145108] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1187.145255] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1187.145362] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1187.145422] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1187.145512] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3649d9fc-24f4-43f3-8426-2fff76636e76" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1187.145603] env[62265]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('3649d9fc-24f4-43f3-8426-2fff76636e76',) {} {{(pid=62265) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1187.611213] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 85a6547c-bf3d-4bdc-b0a3-09132939cc37 in Status: SUCCESS [ 1187.611592] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-85a6547c-bf3d-4bdc-b0a3-09132939cc37" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1187.648197] env[62265]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('3649d9fc-24f4-43f3-8426-2fff76636e76',) {} {{(pid=62265) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1188.152802] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 3649d9fc-24f4-43f3-8426-2fff76636e76: rpc.has_security_group_logging(os_id): False [ 1188.171885] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1188.171973] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1188.172055] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1188.172346] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1188.172451] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1188.172731] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1188.172849] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1188.172915] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1188.173183] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1188.173271] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1188.173400] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 3649d9fc-24f4-43f3-8426-2fff76636e76 is going to be updated. [ 1188.227602] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1188.227842] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1188.227842] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1188.228061] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1188.228229] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1188.239438] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 3649d9fc-24f4-43f3-8426-2fff76636e76 in Status: IN_PROGRESS for 2s [ 1189.044300] env[62265]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1189.044428] env[62265]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 1190.253757] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 3649d9fc-24f4-43f3-8426-2fff76636e76 in Status: SUCCESS [ 1190.253757] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-3649d9fc-24f4-43f3-8426-2fff76636e76" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1194.017387] env[62265]: INFO networking_nsxv3.common.synchronization [req-53a64e8a-bc4a-4e6c-8ae9-8f78f7d2f280 req-631852d8-5b1f-438b-8473-ceea7ae24fc7 tempest-ServerDiskConfigTestJSON-1010102246 tempest-ServerDiskConfigTestJSON-1010102246-project-member] Enqueued Resource ID: b70db8a6-589b-46f1-ab50-a8fac5cfe516 with Priority: HIGHEST for action security_group_members [ 1194.017875] env[62265]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b70db8a6-589b-46f1-ab50-a8fac5cfe516 with Priority: HIGHEST for action security_group_members [ 1194.017934] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock member-b70db8a6-589b-46f1-ab50-a8fac5cfe516 taken with stack trace [, , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1194.018069] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b70db8a6-589b-46f1-ab50-a8fac5cfe516" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1194.018180] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b70db8a6-589b-46f1-ab50-a8fac5cfe516" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1194.019109] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b70db8a6-589b-46f1-ab50-a8fac5cfe516" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1194.019279] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1194.019390] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1194.019455] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1194.019616] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1194.019704] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1194.019797] env[62265]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b70db8a6-589b-46f1-ab50-a8fac5cfe516',) {} {{(pid=62265) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1194.523082] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1194.523274] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1194.523404] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1194.523657] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1194.523760] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1194.523963] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1194.524074] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1194.524137] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1194.524292] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1194.524369] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1194.524457] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b70db8a6-589b-46f1-ab50-a8fac5cfe516 is going to be updated. [ 1194.551599] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1194.551744] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1194.551814] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1194.552032] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1194.552174] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1194.562138] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b70db8a6-589b-46f1-ab50-a8fac5cfe516 in Status: IN_PROGRESS for 2s [ 1196.548809] env[62265]: INFO networking_nsxv3.common.synchronization [req-7b91a4d4-9e89-4654-91da-875fefa45736 req-223044d5-91d2-4e1d-b28f-3c58f33ff1a8 tempest-ServersTestJSON-996831773 tempest-ServersTestJSON-996831773-project-member] Enqueued Resource ID: 85a6547c-bf3d-4bdc-b0a3-09132939cc37 with Priority: HIGHEST for action security_group_members [ 1196.551367] env[62265]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 85a6547c-bf3d-4bdc-b0a3-09132939cc37 with Priority: HIGHEST for action security_group_members [ 1196.551367] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock member-85a6547c-bf3d-4bdc-b0a3-09132939cc37 taken with stack trace [, , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1196.551367] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-85a6547c-bf3d-4bdc-b0a3-09132939cc37" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1196.551367] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-85a6547c-bf3d-4bdc-b0a3-09132939cc37" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1196.551367] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-85a6547c-bf3d-4bdc-b0a3-09132939cc37" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1196.551367] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1196.551367] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1196.551367] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1196.551367] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1196.551367] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1196.551367] env[62265]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('85a6547c-bf3d-4bdc-b0a3-09132939cc37',) {} {{(pid=62265) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1196.573898] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b70db8a6-589b-46f1-ab50-a8fac5cfe516 in Status: SUCCESS [ 1196.574707] env[62265]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b70db8a6-589b-46f1-ab50-a8fac5cfe516 deletion is rescheduled due to dependency. [ 1196.574707] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b70db8a6-589b-46f1-ab50-a8fac5cfe516" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1196.776438] env[62265]: INFO networking_nsxv3.common.synchronization [req-bfa485d6-864f-4e4f-b94a-6cac7813acf6 req-6911588e-7493-4c30-b5b9-bafa1c5fda50 tempest-ServerDiskConfigTestJSON-1010102246 tempest-ServerDiskConfigTestJSON-1010102246-project-member] Enqueued Resource ID: b70db8a6-589b-46f1-ab50-a8fac5cfe516 with Priority: HIGHEST for action security_group_members [ 1196.777103] env[62265]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b70db8a6-589b-46f1-ab50-a8fac5cfe516 with Priority: HIGHEST for action security_group_members [ 1196.777409] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock member-b70db8a6-589b-46f1-ab50-a8fac5cfe516 taken with stack trace [, , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1196.777560] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b70db8a6-589b-46f1-ab50-a8fac5cfe516" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1196.777646] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b70db8a6-589b-46f1-ab50-a8fac5cfe516" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1196.777853] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b70db8a6-589b-46f1-ab50-a8fac5cfe516" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1196.778046] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1196.778154] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1196.778215] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1196.778424] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1196.778518] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1196.778613] env[62265]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b70db8a6-589b-46f1-ab50-a8fac5cfe516',) {} {{(pid=62265) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1197.054012] env[62265]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('85a6547c-bf3d-4bdc-b0a3-09132939cc37',) {} {{(pid=62265) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1197.141960] env[62265]: DEBUG networking_nsxv3.common.locking [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Lock network-241 taken with stack trace [, , , , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1197.142175] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquiring lock "network-241" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1197.142307] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquired lock "network-241" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1197.142571] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquired external semaphore "network-241" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1197.142825] env[62265]: DEBUG networking_nsxv3.common.locking [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1197.143017] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquiring lock "Segment" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1197.143493] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquired lock "Segment" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1197.143610] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquired external semaphore "Segment" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1197.143774] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Releasing lock "Segment" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1197.143989] env[62265]: DEBUG dogpile.cache.region [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] No value present for key: 'zone-id' {{(pid=62265) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1197.144122] env[62265]: DEBUG dogpile.lock [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] NeedRegenerationException {{(pid=62265) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1197.144237] env[62265]: DEBUG dogpile.lock [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] no value, waiting for create lock {{(pid=62265) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1197.144369] env[62265]: DEBUG dogpile.lock [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] value creation lock acquired {{(pid=62265) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1197.144453] env[62265]: DEBUG dogpile.cache.region [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] No value present for key: 'zone-id' {{(pid=62265) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1197.144560] env[62265]: DEBUG dogpile.lock [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Calling creation function for not-yet-present value {{(pid=62265) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1197.144692] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1197.162356] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1197.162619] env[62265]: DEBUG dogpile.cache.region [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Cache value generated in 0.018 seconds for key(s): 'zone-id' {{(pid=62265) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1197.162850] env[62265]: DEBUG dogpile.lock [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Released creation lock {{(pid=62265) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1197.163158] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Releasing lock "network-241" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1197.163608] env[62265]: DEBUG networking_nsxv3.common.locking [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Lock port-7de826dc-7943-4a46-8647-6b5635c84c86 taken with stack trace [, , , , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1197.163888] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquiring lock "port-7de826dc-7943-4a46-8647-6b5635c84c86" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1197.164094] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquired lock "port-7de826dc-7943-4a46-8647-6b5635c84c86" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1197.164436] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquired external semaphore "port-7de826dc-7943-4a46-8647-6b5635c84c86" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1197.164579] env[62265]: DEBUG networking_nsxv3.api.rpc [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7de826dc-7943-4a46-8647-6b5635c84c86',) {} {{(pid=62265) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1197.281089] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1197.281089] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1197.281089] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1197.281089] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1197.281089] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1197.281089] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1197.281089] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1197.281089] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1197.281533] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1197.281533] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1197.281533] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b70db8a6-589b-46f1-ab50-a8fac5cfe516 is going to be updated. [ 1197.307856] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1197.308047] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1197.308047] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1197.308236] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1197.308376] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1197.316080] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b70db8a6-589b-46f1-ab50-a8fac5cfe516 in Status: IN_PROGRESS for 2s [ 1197.561060] env[62265]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('85a6547c-bf3d-4bdc-b0a3-09132939cc37',) {} {{(pid=62265) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1197.667865] env[62265]: DEBUG networking_nsxv3.common.locking [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1197.668130] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquiring lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1197.668234] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquired lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1197.668535] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquired external semaphore "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1197.668911] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Releasing lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1197.668911] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Segment Port 7de826dc-7943-4a46-8647-6b5635c84c86 not found, creating... [ 1197.669113] env[62265]: DEBUG networking_nsxv3.common.locking [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1197.669285] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquiring lock "Segment" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1197.669413] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquired lock "Segment" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1197.669639] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquired external semaphore "Segment" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1197.669775] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Releasing lock "Segment" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1197.670078] env[62265]: DEBUG networking_nsxv3.common.locking [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1197.670245] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquiring lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1197.670368] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquired lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1197.670581] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquired external semaphore "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1197.670718] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Releasing lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1197.670858] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Resource: SegmentPort with ID: 7de826dc-7943-4a46-8647-6b5635c84c86 is going to be created. [ 1197.692727] env[62265]: DEBUG networking_nsxv3.common.locking [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1197.692931] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquiring lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1197.693037] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquired lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1197.693299] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquired external semaphore "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1197.693527] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Releasing lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1197.693757] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Releasing lock "port-7de826dc-7943-4a46-8647-6b5635c84c86" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1198.063409] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1198.063603] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1198.063652] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1198.063900] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1198.064063] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1198.064133] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 85a6547c-bf3d-4bdc-b0a3-09132939cc37 is going to be updated. [ 1198.091033] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1198.091163] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1198.091163] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1198.091421] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1198.091617] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1198.098999] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 85a6547c-bf3d-4bdc-b0a3-09132939cc37 in Status: IN_PROGRESS for 2s [ 1198.984133] env[62265]: INFO networking_nsxv3.common.synchronization [req-bfa485d6-864f-4e4f-b94a-6cac7813acf6 req-3a0f0125-1a69-43f4-9047-772f29307af2 service nova] Enqueued Resource ID: b70db8a6-589b-46f1-ab50-a8fac5cfe516 with Priority: HIGHEST for action security_group_rules [ 1198.984435] env[62265]: INFO networking_nsxv3.common.synchronization [req-bfa485d6-864f-4e4f-b94a-6cac7813acf6 req-3a0f0125-1a69-43f4-9047-772f29307af2 service nova] Enqueued Resource ID: b70db8a6-589b-46f1-ab50-a8fac5cfe516 with Priority: HIGHEST for action security_group_members [ 1198.984527] env[62265]: INFO networking_nsxv3.common.synchronization [req-bfa485d6-864f-4e4f-b94a-6cac7813acf6 req-3a0f0125-1a69-43f4-9047-772f29307af2 service nova] Enqueued Resource ID: 7de826dc-7943-4a46-8647-6b5635c84c86 with Priority: HIGHEST for action port [ 1198.984784] env[62265]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b70db8a6-589b-46f1-ab50-a8fac5cfe516 with Priority: HIGHEST for action security_group_rules [ 1198.984914] env[62265]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b70db8a6-589b-46f1-ab50-a8fac5cfe516 with Priority: HIGHEST for action security_group_members [ 1198.985013] env[62265]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7de826dc-7943-4a46-8647-6b5635c84c86 with Priority: HIGHEST for action port [ 1198.985543] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b70db8a6-589b-46f1-ab50-a8fac5cfe516 taken with stack trace [, , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1198.985664] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b70db8a6-589b-46f1-ab50-a8fac5cfe516" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1198.985733] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b70db8a6-589b-46f1-ab50-a8fac5cfe516" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1198.985928] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b70db8a6-589b-46f1-ab50-a8fac5cfe516" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1198.986015] env[62265]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b70db8a6-589b-46f1-ab50-a8fac5cfe516',) {} {{(pid=62265) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1198.990920] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock member-b70db8a6-589b-46f1-ab50-a8fac5cfe516 taken with stack trace [, , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1198.991107] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b70db8a6-589b-46f1-ab50-a8fac5cfe516" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1198.991363] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock port-7de826dc-7943-4a46-8647-6b5635c84c86 taken with stack trace [, , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1198.991479] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-7de826dc-7943-4a46-8647-6b5635c84c86" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1198.991544] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-7de826dc-7943-4a46-8647-6b5635c84c86" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1198.991716] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-7de826dc-7943-4a46-8647-6b5635c84c86" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1198.991791] env[62265]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7de826dc-7943-4a46-8647-6b5635c84c86',) {} {{(pid=62265) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1199.255183] env[62265]: INFO networking_nsxv3.common.synchronization [req-c0a173d4-f7c2-43b9-8a71-cf903fbbcab9 req-2b26e665-61aa-4b3e-b320-63ebb2b0c1d3 tempest-DeleteServersTestJSON-1576012687 tempest-DeleteServersTestJSON-1576012687-project-member] Enqueued Resource ID: 95cf98c4-3841-4576-950a-00c6f979459f with Priority: HIGHEST for action security_group_members [ 1199.255304] env[62265]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 95cf98c4-3841-4576-950a-00c6f979459f with Priority: HIGHEST for action security_group_members [ 1199.255574] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock member-95cf98c4-3841-4576-950a-00c6f979459f taken with stack trace [, , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1199.257270] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-95cf98c4-3841-4576-950a-00c6f979459f" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1199.257381] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-95cf98c4-3841-4576-950a-00c6f979459f" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1199.257571] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-95cf98c4-3841-4576-950a-00c6f979459f" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1199.257727] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1199.257832] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1199.257894] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1199.258068] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1199.258156] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1199.258322] env[62265]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('95cf98c4-3841-4576-950a-00c6f979459f',) {} {{(pid=62265) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1199.325599] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b70db8a6-589b-46f1-ab50-a8fac5cfe516 in Status: SUCCESS [ 1199.325803] env[62265]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b70db8a6-589b-46f1-ab50-a8fac5cfe516 deletion is rescheduled due to dependency. [ 1199.325918] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b70db8a6-589b-46f1-ab50-a8fac5cfe516" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1199.326089] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b70db8a6-589b-46f1-ab50-a8fac5cfe516" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1199.326415] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b70db8a6-589b-46f1-ab50-a8fac5cfe516" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1199.326586] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1199.326708] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1199.326773] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1199.326943] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1199.327041] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1199.327135] env[62265]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b70db8a6-589b-46f1-ab50-a8fac5cfe516',) {} {{(pid=62265) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1199.494030] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock member-b70db8a6-589b-46f1-ab50-a8fac5cfe516 taken with stack trace [, , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1199.494184] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b70db8a6-589b-46f1-ab50-a8fac5cfe516" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1199.494386] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 7de826dc-7943-4a46-8647-6b5635c84c86 with status ACTIVE [ 1199.494646] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1199.494769] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1199.494829] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1199.495039] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1199.495154] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1199.495352] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1199.495457] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1199.495527] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1199.495672] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1199.495746] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1199.496113] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1199.496218] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1199.496283] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1199.496476] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1199.496550] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1199.496635] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 7de826dc-7943-4a46-8647-6b5635c84c86 is going to be updated. [ 1199.516026] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1199.516026] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1199.516207] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1199.516351] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1199.516675] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1199.516675] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-7de826dc-7943-4a46-8647-6b5635c84c86" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1199.548059] env[62265]: DEBUG networking_nsxv3.common.locking [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Lock network-589 taken with stack trace [, , , , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1199.548227] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquiring lock "network-589" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1199.548360] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquired lock "network-589" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1199.548650] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquired external semaphore "network-589" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1199.548879] env[62265]: DEBUG networking_nsxv3.common.locking [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1199.549051] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquiring lock "Segment" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1199.549176] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquired lock "Segment" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1199.549393] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquired external semaphore "Segment" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1199.549546] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Releasing lock "Segment" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1199.549760] env[62265]: DEBUG dogpile.cache.region [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] No value present for key: 'zone-id' {{(pid=62265) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1199.549875] env[62265]: DEBUG dogpile.lock [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] NeedRegenerationException {{(pid=62265) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1199.549986] env[62265]: DEBUG dogpile.lock [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] no value, waiting for create lock {{(pid=62265) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1199.550112] env[62265]: DEBUG dogpile.lock [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] value creation lock acquired {{(pid=62265) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1199.550229] env[62265]: DEBUG dogpile.cache.region [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] No value present for key: 'zone-id' {{(pid=62265) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1199.550344] env[62265]: DEBUG dogpile.lock [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Calling creation function for not-yet-present value {{(pid=62265) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1199.550495] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1199.572541] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1199.572739] env[62265]: DEBUG dogpile.cache.region [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=62265) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1199.572888] env[62265]: DEBUG dogpile.lock [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Released creation lock {{(pid=62265) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1199.573080] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Releasing lock "network-589" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1199.573390] env[62265]: DEBUG networking_nsxv3.common.locking [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Lock port-8de9dbe2-3c07-4201-8539-af1843051f93 taken with stack trace [, , , , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1199.573563] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquiring lock "port-8de9dbe2-3c07-4201-8539-af1843051f93" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1199.573689] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquired lock "port-8de9dbe2-3c07-4201-8539-af1843051f93" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1199.574046] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquired external semaphore "port-8de9dbe2-3c07-4201-8539-af1843051f93" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1199.574193] env[62265]: DEBUG networking_nsxv3.api.rpc [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8de9dbe2-3c07-4201-8539-af1843051f93',) {} {{(pid=62265) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1199.765267] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1199.765484] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1199.765534] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1199.765742] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1199.765851] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1199.766066] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1199.766167] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1199.766222] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1199.766400] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1199.766476] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1199.766578] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 95cf98c4-3841-4576-950a-00c6f979459f is going to be updated. [ 1199.804968] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1199.805138] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1199.805184] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1199.805394] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1199.805539] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1199.814052] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 95cf98c4-3841-4576-950a-00c6f979459f in Status: IN_PROGRESS for 2s [ 1199.829951] env[62265]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('b70db8a6-589b-46f1-ab50-a8fac5cfe516',) {} {{(pid=62265) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1200.076515] env[62265]: DEBUG networking_nsxv3.common.locking [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1200.076886] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquiring lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1200.076886] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquired lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1200.077194] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquired external semaphore "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1200.077370] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Releasing lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1200.077511] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Segment Port 8de9dbe2-3c07-4201-8539-af1843051f93 not found, creating... [ 1200.077821] env[62265]: DEBUG networking_nsxv3.common.locking [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1200.077989] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquiring lock "Segment" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1200.078124] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquired lock "Segment" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1200.078347] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquired external semaphore "Segment" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1200.078489] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Releasing lock "Segment" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1200.078781] env[62265]: DEBUG networking_nsxv3.common.locking [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1200.078933] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquiring lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1200.079064] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquired lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1200.079303] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquired external semaphore "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1200.079455] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Releasing lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1200.079614] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Resource: SegmentPort with ID: 8de9dbe2-3c07-4201-8539-af1843051f93 is going to be created. [ 1200.098124] env[62265]: DEBUG networking_nsxv3.common.locking [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1200.098289] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquiring lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1200.098412] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquired lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1200.098821] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquired external semaphore "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1200.099135] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Releasing lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1200.099371] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Releasing lock "port-8de9dbe2-3c07-4201-8539-af1843051f93" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1200.107950] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 85a6547c-bf3d-4bdc-b0a3-09132939cc37 in Status: SUCCESS [ 1200.108257] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-85a6547c-bf3d-4bdc-b0a3-09132939cc37" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1200.332025] env[62265]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('b70db8a6-589b-46f1-ab50-a8fac5cfe516',) {} {{(pid=62265) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1200.833780] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1200.833882] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1200.833882] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1200.834105] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1200.834219] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1200.834406] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b70db8a6-589b-46f1-ab50-a8fac5cfe516 is going to be updated. [ 1200.861363] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1200.861524] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1200.861657] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1200.862425] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1200.862425] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1200.869609] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b70db8a6-589b-46f1-ab50-a8fac5cfe516 in Status: IN_PROGRESS for 2s [ 1200.886864] env[62265]: INFO networking_nsxv3.common.synchronization [req-c0a173d4-f7c2-43b9-8a71-cf903fbbcab9 req-d2741519-1c46-4f79-8b8e-eb50d97ccebf service nova] Enqueued Resource ID: 95cf98c4-3841-4576-950a-00c6f979459f with Priority: HIGHEST for action security_group_rules [ 1200.887050] env[62265]: INFO networking_nsxv3.common.synchronization [req-c0a173d4-f7c2-43b9-8a71-cf903fbbcab9 req-d2741519-1c46-4f79-8b8e-eb50d97ccebf service nova] Enqueued Resource ID: 95cf98c4-3841-4576-950a-00c6f979459f with Priority: HIGHEST for action security_group_members [ 1200.887201] env[62265]: INFO networking_nsxv3.common.synchronization [req-c0a173d4-f7c2-43b9-8a71-cf903fbbcab9 req-d2741519-1c46-4f79-8b8e-eb50d97ccebf service nova] Enqueued Resource ID: 8de9dbe2-3c07-4201-8539-af1843051f93 with Priority: HIGHEST for action port [ 1200.887465] env[62265]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 95cf98c4-3841-4576-950a-00c6f979459f with Priority: HIGHEST for action security_group_rules [ 1200.888443] env[62265]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 95cf98c4-3841-4576-950a-00c6f979459f with Priority: HIGHEST for action security_group_members [ 1200.888443] env[62265]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8de9dbe2-3c07-4201-8539-af1843051f93 with Priority: HIGHEST for action port [ 1200.888443] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock rules-95cf98c4-3841-4576-950a-00c6f979459f taken with stack trace [, , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1200.888443] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-95cf98c4-3841-4576-950a-00c6f979459f" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1200.889032] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-95cf98c4-3841-4576-950a-00c6f979459f" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1200.889032] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-95cf98c4-3841-4576-950a-00c6f979459f" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1200.889032] env[62265]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('95cf98c4-3841-4576-950a-00c6f979459f',) {} {{(pid=62265) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1200.889691] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock member-95cf98c4-3841-4576-950a-00c6f979459f taken with stack trace [, , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1200.889784] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-95cf98c4-3841-4576-950a-00c6f979459f" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1200.889968] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock port-8de9dbe2-3c07-4201-8539-af1843051f93 taken with stack trace [, , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1200.891945] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-8de9dbe2-3c07-4201-8539-af1843051f93" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1200.891945] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-8de9dbe2-3c07-4201-8539-af1843051f93" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1200.891945] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-8de9dbe2-3c07-4201-8539-af1843051f93" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1200.891945] env[62265]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8de9dbe2-3c07-4201-8539-af1843051f93',) {} {{(pid=62265) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1201.392775] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock member-95cf98c4-3841-4576-950a-00c6f979459f taken with stack trace [, , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1201.392775] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-95cf98c4-3841-4576-950a-00c6f979459f" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1201.394919] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 8de9dbe2-3c07-4201-8539-af1843051f93 with status ACTIVE [ 1201.394919] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1201.394919] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1201.394919] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1201.394919] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1201.394919] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1201.394919] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1201.395305] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1201.395305] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1201.395305] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1201.395305] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1201.395489] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1201.395583] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1201.395645] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1201.395785] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1201.395858] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1201.395950] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 8de9dbe2-3c07-4201-8539-af1843051f93 is going to be updated. [ 1201.416063] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1201.416063] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1201.416063] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1201.416063] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1201.416063] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1201.416063] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-8de9dbe2-3c07-4201-8539-af1843051f93" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1201.823610] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 95cf98c4-3841-4576-950a-00c6f979459f in Status: SUCCESS [ 1201.823793] env[62265]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 95cf98c4-3841-4576-950a-00c6f979459f deletion is rescheduled due to dependency. [ 1201.823903] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-95cf98c4-3841-4576-950a-00c6f979459f" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1201.824070] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-95cf98c4-3841-4576-950a-00c6f979459f" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1201.824330] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-95cf98c4-3841-4576-950a-00c6f979459f" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1201.824517] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1201.824634] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1201.824698] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1201.824854] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1201.824935] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1201.825050] env[62265]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('95cf98c4-3841-4576-950a-00c6f979459f',) {} {{(pid=62265) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1202.327698] env[62265]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('95cf98c4-3841-4576-950a-00c6f979459f',) {} {{(pid=62265) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1202.830570] env[62265]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('95cf98c4-3841-4576-950a-00c6f979459f',) {} {{(pid=62265) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1202.879041] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b70db8a6-589b-46f1-ab50-a8fac5cfe516 in Status: SUCCESS [ 1202.879267] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b70db8a6-589b-46f1-ab50-a8fac5cfe516" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1202.879437] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b70db8a6-589b-46f1-ab50-a8fac5cfe516" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1202.879647] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b70db8a6-589b-46f1-ab50-a8fac5cfe516" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1202.879833] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1202.879947] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1202.880038] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1202.880168] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1202.880244] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1202.880325] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b70db8a6-589b-46f1-ab50-a8fac5cfe516" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1202.880414] env[62265]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('b70db8a6-589b-46f1-ab50-a8fac5cfe516',) {} {{(pid=62265) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1203.334160] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1203.334373] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1203.334456] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1203.334645] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1203.334758] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1203.335047] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 95cf98c4-3841-4576-950a-00c6f979459f is going to be updated. [ 1203.360978] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1203.360978] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1203.360978] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1203.360978] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1203.360978] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1203.368429] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 95cf98c4-3841-4576-950a-00c6f979459f in Status: IN_PROGRESS for 2s [ 1203.383835] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock member-b70db8a6-589b-46f1-ab50-a8fac5cfe516 taken with stack trace [, , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1203.383988] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b70db8a6-589b-46f1-ab50-a8fac5cfe516" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1203.384051] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b70db8a6-589b-46f1-ab50-a8fac5cfe516" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1203.384209] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b70db8a6-589b-46f1-ab50-a8fac5cfe516" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1203.384359] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1203.384455] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1203.384519] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1203.384681] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1203.384742] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1203.384848] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b70db8a6-589b-46f1-ab50-a8fac5cfe516" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1203.384993] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock member-b70db8a6-589b-46f1-ab50-a8fac5cfe516 taken with stack trace [, , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1203.385095] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b70db8a6-589b-46f1-ab50-a8fac5cfe516" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1203.385156] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b70db8a6-589b-46f1-ab50-a8fac5cfe516" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1203.385294] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b70db8a6-589b-46f1-ab50-a8fac5cfe516" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1203.385426] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1203.385517] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1203.385577] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1203.385711] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1203.385784] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1203.385863] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b70db8a6-589b-46f1-ab50-a8fac5cfe516" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1203.385946] env[62265]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('b70db8a6-589b-46f1-ab50-a8fac5cfe516',) {} {{(pid=62265) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1203.889052] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for b70db8a6-589b-46f1-ab50-a8fac5cfe516: rpc.has_security_group_logging(os_id): False [ 1203.912110] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1203.912253] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1203.912327] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1203.912536] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1203.912627] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1203.912816] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1203.912912] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1203.912971] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1203.913141] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1203.913217] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1203.913417] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1203.913614] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1203.913726] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1203.913886] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1203.913966] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1203.914175] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1203.914311] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1203.914370] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1203.914491] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1203.914568] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1203.914653] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b70db8a6-589b-46f1-ab50-a8fac5cfe516 is going to be updated. [ 1203.990172] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1203.990400] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1203.990527] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1203.990753] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1203.990906] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1204.005473] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b70db8a6-589b-46f1-ab50-a8fac5cfe516 in Status: IN_PROGRESS for 2s [ 1205.379443] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 95cf98c4-3841-4576-950a-00c6f979459f in Status: SUCCESS [ 1205.379773] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-95cf98c4-3841-4576-950a-00c6f979459f" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1205.379986] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-95cf98c4-3841-4576-950a-00c6f979459f" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1205.380122] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-95cf98c4-3841-4576-950a-00c6f979459f" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1205.380269] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1205.380552] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1205.380552] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1205.380659] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1205.380659] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1205.380726] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-95cf98c4-3841-4576-950a-00c6f979459f" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1205.380828] env[62265]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('95cf98c4-3841-4576-950a-00c6f979459f',) {} {{(pid=62265) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1205.883661] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock member-95cf98c4-3841-4576-950a-00c6f979459f taken with stack trace [, , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1205.883887] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-95cf98c4-3841-4576-950a-00c6f979459f" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1205.883990] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-95cf98c4-3841-4576-950a-00c6f979459f" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1205.884262] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-95cf98c4-3841-4576-950a-00c6f979459f" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1205.884496] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1205.884654] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1205.884750] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1205.884943] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1205.885966] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1205.885966] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-95cf98c4-3841-4576-950a-00c6f979459f" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1205.885966] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock member-95cf98c4-3841-4576-950a-00c6f979459f taken with stack trace [, , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1205.885966] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-95cf98c4-3841-4576-950a-00c6f979459f" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1205.885966] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-95cf98c4-3841-4576-950a-00c6f979459f" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1205.885966] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-95cf98c4-3841-4576-950a-00c6f979459f" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1205.885966] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1205.885966] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1205.885966] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1205.887326] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1205.887326] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1205.887326] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-95cf98c4-3841-4576-950a-00c6f979459f" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1205.887326] env[62265]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('95cf98c4-3841-4576-950a-00c6f979459f',) {} {{(pid=62265) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1205.889146] env[62265]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1205.889146] env[62265]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=2 [ 1206.029620] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b70db8a6-589b-46f1-ab50-a8fac5cfe516 in Status: SUCCESS [ 1206.029620] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b70db8a6-589b-46f1-ab50-a8fac5cfe516" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1206.388586] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 95cf98c4-3841-4576-950a-00c6f979459f: rpc.has_security_group_logging(os_id): False [ 1206.408665] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1206.408824] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1206.408879] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1206.409119] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1206.409213] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1206.409469] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1206.409638] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1206.409705] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1206.409862] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1206.409944] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1206.410149] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1206.410246] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1206.410309] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1206.410451] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1206.410528] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1206.410787] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1206.410882] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1206.410930] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1206.411086] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1206.411163] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1206.411252] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 95cf98c4-3841-4576-950a-00c6f979459f is going to be updated. [ 1206.465444] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1206.465614] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1206.465710] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1206.465930] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1206.466095] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1206.483621] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 95cf98c4-3841-4576-950a-00c6f979459f in Status: IN_PROGRESS for 2s [ 1208.501504] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 95cf98c4-3841-4576-950a-00c6f979459f in Status: SUCCESS [ 1208.501776] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-95cf98c4-3841-4576-950a-00c6f979459f" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1209.521104] env[62265]: INFO networking_nsxv3.common.synchronization [req-5085ffaf-97f3-4c74-b5bf-4abaee43eeaa req-f7549a38-28f7-41a6-847d-faf3e4615e13 tempest-ServerDiskConfigTestJSON-1010102246 tempest-ServerDiskConfigTestJSON-1010102246-project-member] Enqueued Resource ID: b70db8a6-589b-46f1-ab50-a8fac5cfe516 with Priority: HIGHEST for action security_group_members [ 1209.521319] env[62265]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b70db8a6-589b-46f1-ab50-a8fac5cfe516 with Priority: HIGHEST for action security_group_members [ 1209.521613] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock member-b70db8a6-589b-46f1-ab50-a8fac5cfe516 taken with stack trace [, , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1209.521750] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b70db8a6-589b-46f1-ab50-a8fac5cfe516" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1209.521817] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b70db8a6-589b-46f1-ab50-a8fac5cfe516" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1209.522170] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b70db8a6-589b-46f1-ab50-a8fac5cfe516" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1209.523032] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1209.523032] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1209.523032] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1209.523032] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1209.523032] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1209.523032] env[62265]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b70db8a6-589b-46f1-ab50-a8fac5cfe516',) {} {{(pid=62265) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1209.857130] env[62265]: INFO networking_nsxv3.common.synchronization [req-1d18d68f-e6fc-4205-a88e-3aa13288956d req-5ccf93ed-e15a-4955-a33b-302370651db7 tempest-ServersTestJSON-996831773 tempest-ServersTestJSON-996831773-project-member] Enqueued Resource ID: 85a6547c-bf3d-4bdc-b0a3-09132939cc37 with Priority: HIGHEST for action security_group_members [ 1209.857130] env[62265]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 85a6547c-bf3d-4bdc-b0a3-09132939cc37 with Priority: HIGHEST for action security_group_members [ 1209.857130] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock member-85a6547c-bf3d-4bdc-b0a3-09132939cc37 taken with stack trace [, , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1209.857130] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-85a6547c-bf3d-4bdc-b0a3-09132939cc37" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1209.857130] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-85a6547c-bf3d-4bdc-b0a3-09132939cc37" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1209.857130] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-85a6547c-bf3d-4bdc-b0a3-09132939cc37" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1209.857130] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1209.857130] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1209.857130] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1209.857130] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1209.858183] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1209.858416] env[62265]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('85a6547c-bf3d-4bdc-b0a3-09132939cc37',) {} {{(pid=62265) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1210.024928] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1210.026310] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1210.026310] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1210.026310] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1210.026310] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1210.026310] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1210.026310] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1210.026310] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1210.026673] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1210.026673] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1210.026770] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b70db8a6-589b-46f1-ab50-a8fac5cfe516 is going to be updated. [ 1210.052030] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1210.052260] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1210.052260] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1210.052339] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1210.052450] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1210.060308] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b70db8a6-589b-46f1-ab50-a8fac5cfe516 in Status: IN_PROGRESS for 2s [ 1210.195348] env[62265]: DEBUG networking_nsxv3.common.locking [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Lock network-887 taken with stack trace [, , , , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1210.195950] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquiring lock "network-887" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1210.195950] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquired lock "network-887" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1210.196092] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquired external semaphore "network-887" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1210.196327] env[62265]: DEBUG networking_nsxv3.common.locking [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1210.196529] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquiring lock "Segment" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1210.196659] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquired lock "Segment" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1210.196905] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquired external semaphore "Segment" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1210.197067] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Releasing lock "Segment" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1210.197279] env[62265]: DEBUG dogpile.cache.region [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] No value present for key: 'zone-id' {{(pid=62265) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1210.197395] env[62265]: DEBUG dogpile.lock [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] NeedRegenerationException {{(pid=62265) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1210.197526] env[62265]: DEBUG dogpile.lock [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] no value, waiting for create lock {{(pid=62265) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1210.197665] env[62265]: DEBUG dogpile.lock [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] value creation lock acquired {{(pid=62265) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1210.197783] env[62265]: DEBUG dogpile.cache.region [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] No value present for key: 'zone-id' {{(pid=62265) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1210.197890] env[62265]: DEBUG dogpile.lock [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Calling creation function for not-yet-present value {{(pid=62265) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1210.198044] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1210.216960] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1210.217141] env[62265]: DEBUG dogpile.cache.region [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=62265) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1210.217308] env[62265]: DEBUG dogpile.lock [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Released creation lock {{(pid=62265) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1210.217460] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Releasing lock "network-887" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1210.217794] env[62265]: DEBUG networking_nsxv3.common.locking [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Lock port-56efd56a-3a43-430a-b484-d98d4fe50e9d taken with stack trace [, , , , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1210.217968] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquiring lock "port-56efd56a-3a43-430a-b484-d98d4fe50e9d" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1210.218104] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquired lock "port-56efd56a-3a43-430a-b484-d98d4fe50e9d" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1210.218403] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquired external semaphore "port-56efd56a-3a43-430a-b484-d98d4fe50e9d" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1210.218544] env[62265]: DEBUG networking_nsxv3.api.rpc [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('56efd56a-3a43-430a-b484-d98d4fe50e9d',) {} {{(pid=62265) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1210.361027] env[62265]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('85a6547c-bf3d-4bdc-b0a3-09132939cc37',) {} {{(pid=62265) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1210.720961] env[62265]: DEBUG networking_nsxv3.common.locking [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1210.721291] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquiring lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1210.721337] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquired lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1210.721690] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquired external semaphore "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1210.721879] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Releasing lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1210.722077] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Segment Port 56efd56a-3a43-430a-b484-d98d4fe50e9d not found, creating... [ 1210.722368] env[62265]: DEBUG networking_nsxv3.common.locking [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1210.722569] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquiring lock "Segment" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1210.722718] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquired lock "Segment" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1210.722965] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquired external semaphore "Segment" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1210.723153] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Releasing lock "Segment" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1210.723442] env[62265]: DEBUG networking_nsxv3.common.locking [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1210.723606] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquiring lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1210.723715] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquired lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1210.723926] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquired external semaphore "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1210.724067] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Releasing lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1210.724260] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Resource: SegmentPort with ID: 56efd56a-3a43-430a-b484-d98d4fe50e9d is going to be created. [ 1210.744249] env[62265]: DEBUG networking_nsxv3.common.locking [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1210.744398] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquiring lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1210.744545] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquired lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1210.744801] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquired external semaphore "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1210.745790] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Releasing lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1210.745790] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Releasing lock "port-56efd56a-3a43-430a-b484-d98d4fe50e9d" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1210.863967] env[62265]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('85a6547c-bf3d-4bdc-b0a3-09132939cc37',) {} {{(pid=62265) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1211.213768] env[62265]: INFO networking_nsxv3.common.synchronization [req-70c4b1b8-c3e1-42b5-870c-260c85ccab18 req-456fd99b-6bff-4134-bd8a-e578ffce7cdd tempest-ServerActionsTestOtherA-1158692047 tempest-ServerActionsTestOtherA-1158692047-project-member] Enqueued Resource ID: 3649d9fc-24f4-43f3-8426-2fff76636e76 with Priority: HIGHEST for action security_group_members [ 1211.214408] env[62265]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3649d9fc-24f4-43f3-8426-2fff76636e76 with Priority: HIGHEST for action security_group_members [ 1211.214758] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock member-3649d9fc-24f4-43f3-8426-2fff76636e76 taken with stack trace [, , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1211.214892] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3649d9fc-24f4-43f3-8426-2fff76636e76" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1211.214971] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3649d9fc-24f4-43f3-8426-2fff76636e76" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1211.215317] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3649d9fc-24f4-43f3-8426-2fff76636e76" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1211.215500] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1211.215615] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1211.215680] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1211.215862] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1211.215951] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1211.216062] env[62265]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3649d9fc-24f4-43f3-8426-2fff76636e76',) {} {{(pid=62265) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1211.365395] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1211.365541] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1211.365618] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1211.365830] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1211.365915] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1211.366026] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 85a6547c-bf3d-4bdc-b0a3-09132939cc37 is going to be updated. [ 1211.395642] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1211.395808] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1211.396015] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1211.396264] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1211.396413] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1211.404317] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 85a6547c-bf3d-4bdc-b0a3-09132939cc37 in Status: IN_PROGRESS for 2s [ 1211.475611] env[62265]: INFO networking_nsxv3.common.synchronization [req-1d18d68f-e6fc-4205-a88e-3aa13288956d req-ca74cc74-910e-47fd-811d-8fce739c43d1 service nova] Enqueued Resource ID: 85a6547c-bf3d-4bdc-b0a3-09132939cc37 with Priority: HIGHEST for action security_group_rules [ 1211.475812] env[62265]: INFO networking_nsxv3.common.synchronization [req-1d18d68f-e6fc-4205-a88e-3aa13288956d req-ca74cc74-910e-47fd-811d-8fce739c43d1 service nova] Enqueued Resource ID: 85a6547c-bf3d-4bdc-b0a3-09132939cc37 with Priority: HIGHEST for action security_group_members [ 1211.476013] env[62265]: INFO networking_nsxv3.common.synchronization [req-1d18d68f-e6fc-4205-a88e-3aa13288956d req-ca74cc74-910e-47fd-811d-8fce739c43d1 service nova] Enqueued Resource ID: 56efd56a-3a43-430a-b484-d98d4fe50e9d with Priority: HIGHEST for action port [ 1211.476445] env[62265]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 85a6547c-bf3d-4bdc-b0a3-09132939cc37 with Priority: HIGHEST for action security_group_rules [ 1211.476608] env[62265]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 85a6547c-bf3d-4bdc-b0a3-09132939cc37 with Priority: HIGHEST for action security_group_members [ 1211.476712] env[62265]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 56efd56a-3a43-430a-b484-d98d4fe50e9d with Priority: HIGHEST for action port [ 1211.483611] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock rules-85a6547c-bf3d-4bdc-b0a3-09132939cc37 taken with stack trace [, , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1211.483772] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-85a6547c-bf3d-4bdc-b0a3-09132939cc37" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1211.483836] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-85a6547c-bf3d-4bdc-b0a3-09132939cc37" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1211.484035] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-85a6547c-bf3d-4bdc-b0a3-09132939cc37" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1211.484135] env[62265]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('85a6547c-bf3d-4bdc-b0a3-09132939cc37',) {} {{(pid=62265) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1211.485390] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock member-85a6547c-bf3d-4bdc-b0a3-09132939cc37 taken with stack trace [, , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1211.485500] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-85a6547c-bf3d-4bdc-b0a3-09132939cc37" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1211.485715] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock port-56efd56a-3a43-430a-b484-d98d4fe50e9d taken with stack trace [, , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1211.485839] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-56efd56a-3a43-430a-b484-d98d4fe50e9d" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1211.485903] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-56efd56a-3a43-430a-b484-d98d4fe50e9d" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1211.486093] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-56efd56a-3a43-430a-b484-d98d4fe50e9d" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1211.486179] env[62265]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('56efd56a-3a43-430a-b484-d98d4fe50e9d',) {} {{(pid=62265) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1211.717780] env[62265]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('3649d9fc-24f4-43f3-8426-2fff76636e76',) {} {{(pid=62265) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1211.987961] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock member-85a6547c-bf3d-4bdc-b0a3-09132939cc37 taken with stack trace [, , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1211.988307] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-85a6547c-bf3d-4bdc-b0a3-09132939cc37" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1211.990539] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 56efd56a-3a43-430a-b484-d98d4fe50e9d with status ACTIVE [ 1211.990638] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1211.990738] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1211.990809] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1211.991085] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1211.991085] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1211.991260] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1211.991341] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1211.991395] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1211.991552] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1211.991629] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1211.991802] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1211.991904] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1211.991961] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1211.992091] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1211.992226] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1211.992261] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 56efd56a-3a43-430a-b484-d98d4fe50e9d is going to be updated. [ 1212.011346] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1212.011472] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1212.011521] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1212.011689] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1212.011824] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1212.011982] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-56efd56a-3a43-430a-b484-d98d4fe50e9d" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1212.073794] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b70db8a6-589b-46f1-ab50-a8fac5cfe516 in Status: SUCCESS [ 1212.074008] env[62265]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b70db8a6-589b-46f1-ab50-a8fac5cfe516 deletion is rescheduled due to dependency. [ 1212.074134] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b70db8a6-589b-46f1-ab50-a8fac5cfe516" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1212.220932] env[62265]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('3649d9fc-24f4-43f3-8426-2fff76636e76',) {} {{(pid=62265) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1212.723558] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1212.724293] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1212.724293] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1212.724442] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1212.724442] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1212.724557] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3649d9fc-24f4-43f3-8426-2fff76636e76 is going to be updated. [ 1212.753884] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1212.754095] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1212.754145] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1212.754323] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1212.754467] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1212.764340] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3649d9fc-24f4-43f3-8426-2fff76636e76 in Status: IN_PROGRESS for 2s [ 1213.413098] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 85a6547c-bf3d-4bdc-b0a3-09132939cc37 in Status: SUCCESS [ 1213.413392] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-85a6547c-bf3d-4bdc-b0a3-09132939cc37" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1213.413486] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-85a6547c-bf3d-4bdc-b0a3-09132939cc37" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1213.413704] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-85a6547c-bf3d-4bdc-b0a3-09132939cc37" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1213.413887] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1213.413996] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1213.414072] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1213.414225] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1213.414303] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1213.414395] env[62265]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('85a6547c-bf3d-4bdc-b0a3-09132939cc37',) {} {{(pid=62265) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1213.916592] env[62265]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('85a6547c-bf3d-4bdc-b0a3-09132939cc37',) {} {{(pid=62265) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1214.419427] env[62265]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('85a6547c-bf3d-4bdc-b0a3-09132939cc37',) {} {{(pid=62265) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1214.774026] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3649d9fc-24f4-43f3-8426-2fff76636e76 in Status: SUCCESS [ 1214.774026] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3649d9fc-24f4-43f3-8426-2fff76636e76" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1214.922068] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1214.922068] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1214.922068] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1214.922333] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1214.922333] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1214.922460] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 85a6547c-bf3d-4bdc-b0a3-09132939cc37 is going to be updated. [ 1214.951704] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1214.951877] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1214.951942] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1214.952189] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1214.952372] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1214.959987] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 85a6547c-bf3d-4bdc-b0a3-09132939cc37 in Status: IN_PROGRESS for 2s [ 1215.477543] env[62265]: DEBUG networking_nsxv3.common.locking [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Lock network-354 taken with stack trace [, , , , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1215.477543] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquiring lock "network-354" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1215.477543] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquired lock "network-354" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1215.477543] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquired external semaphore "network-354" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1215.477998] env[62265]: DEBUG networking_nsxv3.common.locking [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1215.478176] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquiring lock "Segment" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1215.478315] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquired lock "Segment" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1215.478545] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquired external semaphore "Segment" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1215.478700] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Releasing lock "Segment" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1215.478913] env[62265]: DEBUG dogpile.cache.region [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] No value present for key: 'zone-id' {{(pid=62265) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1215.479044] env[62265]: DEBUG dogpile.lock [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] NeedRegenerationException {{(pid=62265) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1215.479156] env[62265]: DEBUG dogpile.lock [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] no value, waiting for create lock {{(pid=62265) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1215.479267] env[62265]: DEBUG dogpile.lock [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] value creation lock acquired {{(pid=62265) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1215.479379] env[62265]: DEBUG dogpile.cache.region [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] No value present for key: 'zone-id' {{(pid=62265) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1215.479550] env[62265]: DEBUG dogpile.lock [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Calling creation function for not-yet-present value {{(pid=62265) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1215.479620] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1215.496069] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1215.496229] env[62265]: DEBUG dogpile.cache.region [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Cache value generated in 0.017 seconds for key(s): 'zone-id' {{(pid=62265) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1215.496368] env[62265]: DEBUG dogpile.lock [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Released creation lock {{(pid=62265) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1215.496581] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Releasing lock "network-354" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1215.496881] env[62265]: DEBUG networking_nsxv3.common.locking [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Lock port-4acf08df-eef8-46fd-9f5c-67c89897f365 taken with stack trace [, , , , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1215.497063] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquiring lock "port-4acf08df-eef8-46fd-9f5c-67c89897f365" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1215.497188] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquired lock "port-4acf08df-eef8-46fd-9f5c-67c89897f365" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1215.497424] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquired external semaphore "port-4acf08df-eef8-46fd-9f5c-67c89897f365" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1215.497694] env[62265]: DEBUG networking_nsxv3.api.rpc [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4acf08df-eef8-46fd-9f5c-67c89897f365',) {} {{(pid=62265) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1216.000704] env[62265]: DEBUG networking_nsxv3.common.locking [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1216.001115] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquiring lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1216.001290] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquired lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1216.001656] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquired external semaphore "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1216.001875] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Releasing lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1216.002264] env[62265]: DEBUG networking_nsxv3.common.locking [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1216.002499] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquiring lock "Segment" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1216.002686] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquired lock "Segment" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1216.002979] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquired external semaphore "Segment" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1216.003192] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Releasing lock "Segment" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1216.003568] env[62265]: DEBUG networking_nsxv3.common.locking [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1216.003821] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquiring lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1216.004030] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquired lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1216.004353] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquired external semaphore "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1216.004661] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Releasing lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1216.005029] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Resource: SegmentPort with ID: 4acf08df-eef8-46fd-9f5c-67c89897f365 is going to be updated. [ 1216.027034] env[62265]: DEBUG networking_nsxv3.common.locking [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1216.027537] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquiring lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1216.027782] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquired lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1216.028170] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquired external semaphore "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1216.029121] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Releasing lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1216.029121] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Releasing lock "port-4acf08df-eef8-46fd-9f5c-67c89897f365" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1216.478136] env[62265]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1216.478136] env[62265]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=2 [ 1216.949605] env[62265]: INFO networking_nsxv3.common.synchronization [req-1ad41526-27c3-45bb-9e75-cfbbf7f9f25d req-637a39a3-2c43-4141-9294-f1de555fff6f service nova] Enqueued Resource ID: ce0afbc5-bde1-45cb-a95b-09b0b420051a with Priority: HIGHEST for action security_group_rules [ 1216.949784] env[62265]: INFO networking_nsxv3.common.synchronization [req-1ad41526-27c3-45bb-9e75-cfbbf7f9f25d req-637a39a3-2c43-4141-9294-f1de555fff6f service nova] Enqueued Resource ID: ce0afbc5-bde1-45cb-a95b-09b0b420051a with Priority: HIGHEST for action security_group_members [ 1216.949940] env[62265]: INFO networking_nsxv3.common.synchronization [req-1ad41526-27c3-45bb-9e75-cfbbf7f9f25d req-637a39a3-2c43-4141-9294-f1de555fff6f service nova] Enqueued Resource ID: 4acf08df-eef8-46fd-9f5c-67c89897f365 with Priority: HIGHEST for action port [ 1216.950402] env[62265]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ce0afbc5-bde1-45cb-a95b-09b0b420051a with Priority: HIGHEST for action security_group_rules [ 1216.950531] env[62265]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ce0afbc5-bde1-45cb-a95b-09b0b420051a with Priority: HIGHEST for action security_group_members [ 1216.950627] env[62265]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4acf08df-eef8-46fd-9f5c-67c89897f365 with Priority: HIGHEST for action port [ 1216.951124] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ce0afbc5-bde1-45cb-a95b-09b0b420051a taken with stack trace [, , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1216.951509] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ce0afbc5-bde1-45cb-a95b-09b0b420051a" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1216.951678] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ce0afbc5-bde1-45cb-a95b-09b0b420051a" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1216.952014] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ce0afbc5-bde1-45cb-a95b-09b0b420051a" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1216.952138] env[62265]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ce0afbc5-bde1-45cb-a95b-09b0b420051a',) {} {{(pid=62265) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1216.953116] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock member-ce0afbc5-bde1-45cb-a95b-09b0b420051a taken with stack trace [, , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1216.953261] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ce0afbc5-bde1-45cb-a95b-09b0b420051a" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1216.953348] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ce0afbc5-bde1-45cb-a95b-09b0b420051a" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1216.953542] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ce0afbc5-bde1-45cb-a95b-09b0b420051a" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1216.953746] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1216.953931] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1216.954017] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1216.954135] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1216.954258] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1216.954370] env[62265]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ce0afbc5-bde1-45cb-a95b-09b0b420051a',) {} {{(pid=62265) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1216.955361] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock port-4acf08df-eef8-46fd-9f5c-67c89897f365 taken with stack trace [, , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1216.955361] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-4acf08df-eef8-46fd-9f5c-67c89897f365" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1216.955509] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-4acf08df-eef8-46fd-9f5c-67c89897f365" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1216.955544] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-4acf08df-eef8-46fd-9f5c-67c89897f365" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1216.955607] env[62265]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4acf08df-eef8-46fd-9f5c-67c89897f365',) {} {{(pid=62265) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1216.969866] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 85a6547c-bf3d-4bdc-b0a3-09132939cc37 in Status: SUCCESS [ 1216.970098] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-85a6547c-bf3d-4bdc-b0a3-09132939cc37" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1216.970632] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-85a6547c-bf3d-4bdc-b0a3-09132939cc37" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1216.970723] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-85a6547c-bf3d-4bdc-b0a3-09132939cc37" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1216.970871] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1216.971037] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1216.971089] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1216.971200] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1216.971281] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1216.971367] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-85a6547c-bf3d-4bdc-b0a3-09132939cc37" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1216.971466] env[62265]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('85a6547c-bf3d-4bdc-b0a3-09132939cc37',) {} {{(pid=62265) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1217.457950] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock member-ce0afbc5-bde1-45cb-a95b-09b0b420051a taken with stack trace [, , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1217.458168] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ce0afbc5-bde1-45cb-a95b-09b0b420051a" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1217.458277] env[62265]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('ce0afbc5-bde1-45cb-a95b-09b0b420051a',) {} {{(pid=62265) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1217.459177] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 4acf08df-eef8-46fd-9f5c-67c89897f365 with status ACTIVE [ 1217.459361] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1217.459476] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1217.459551] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1217.459767] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1217.459859] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1217.460036] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1217.460162] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1217.460226] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1217.460377] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1217.460453] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1217.460628] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1217.460721] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1217.460780] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1217.461076] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1217.461150] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1217.461240] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 4acf08df-eef8-46fd-9f5c-67c89897f365 is going to be updated. [ 1217.474065] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock member-85a6547c-bf3d-4bdc-b0a3-09132939cc37 taken with stack trace [, , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1217.474284] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-85a6547c-bf3d-4bdc-b0a3-09132939cc37" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1217.474370] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-85a6547c-bf3d-4bdc-b0a3-09132939cc37" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1217.474600] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-85a6547c-bf3d-4bdc-b0a3-09132939cc37" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1217.474773] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1217.474908] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1217.474972] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1217.475164] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1217.475253] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1217.475360] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-85a6547c-bf3d-4bdc-b0a3-09132939cc37" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1217.475618] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock member-85a6547c-bf3d-4bdc-b0a3-09132939cc37 taken with stack trace [, , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1217.475769] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-85a6547c-bf3d-4bdc-b0a3-09132939cc37" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1217.475875] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-85a6547c-bf3d-4bdc-b0a3-09132939cc37" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1217.476128] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-85a6547c-bf3d-4bdc-b0a3-09132939cc37" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1217.476347] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1217.476493] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1217.476651] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1217.476870] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1217.477010] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1217.477159] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-85a6547c-bf3d-4bdc-b0a3-09132939cc37" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1217.477304] env[62265]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('85a6547c-bf3d-4bdc-b0a3-09132939cc37',) {} {{(pid=62265) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1217.481932] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1217.482317] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1217.482317] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1217.482317] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1217.482503] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1217.482585] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-4acf08df-eef8-46fd-9f5c-67c89897f365" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1217.962910] env[62265]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('ce0afbc5-bde1-45cb-a95b-09b0b420051a',) {} {{(pid=62265) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1217.979253] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 85a6547c-bf3d-4bdc-b0a3-09132939cc37: rpc.has_security_group_logging(os_id): False [ 1217.997058] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1217.997213] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1217.997273] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1217.997491] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1217.997582] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1217.997769] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1217.997866] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1217.997927] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1217.998121] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1217.998208] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1217.998399] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1217.998493] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1217.998554] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1217.998697] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1217.998773] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1217.998969] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1217.999075] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1217.999134] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1217.999283] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1217.999359] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1217.999444] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 85a6547c-bf3d-4bdc-b0a3-09132939cc37 is going to be updated. [ 1218.059067] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1218.059207] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1218.059904] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1218.059904] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1218.059904] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1218.074653] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 85a6547c-bf3d-4bdc-b0a3-09132939cc37 in Status: IN_PROGRESS for 2s [ 1218.465415] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1218.465415] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1218.465415] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1218.465710] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1218.465870] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1218.466034] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ce0afbc5-bde1-45cb-a95b-09b0b420051a is going to be updated. [ 1218.492853] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1218.493214] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1218.493214] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1218.493295] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1218.493386] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1218.501540] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ce0afbc5-bde1-45cb-a95b-09b0b420051a in Status: IN_PROGRESS for 2s [ 1220.091114] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 85a6547c-bf3d-4bdc-b0a3-09132939cc37 in Status: SUCCESS [ 1220.091496] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-85a6547c-bf3d-4bdc-b0a3-09132939cc37" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1220.511169] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ce0afbc5-bde1-45cb-a95b-09b0b420051a in Status: SUCCESS [ 1220.511383] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ce0afbc5-bde1-45cb-a95b-09b0b420051a" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1220.511544] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ce0afbc5-bde1-45cb-a95b-09b0b420051a" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1220.511748] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ce0afbc5-bde1-45cb-a95b-09b0b420051a" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1220.511927] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1220.512054] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1220.512120] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1220.512269] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1220.512356] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1220.512424] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ce0afbc5-bde1-45cb-a95b-09b0b420051a" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1220.512511] env[62265]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('ce0afbc5-bde1-45cb-a95b-09b0b420051a',) {} {{(pid=62265) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1221.014547] env[62265]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('ce0afbc5-bde1-45cb-a95b-09b0b420051a',) {} {{(pid=62265) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1221.516328] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for ce0afbc5-bde1-45cb-a95b-09b0b420051a: rpc.has_security_group_logging(os_id): False [ 1221.533534] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1221.533642] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1221.533707] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1221.533914] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1221.534023] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1221.534267] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1221.534366] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1221.534438] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1221.534583] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1221.534774] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1221.534881] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ce0afbc5-bde1-45cb-a95b-09b0b420051a is going to be updated. [ 1221.596510] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1221.596739] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1221.596820] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1221.597042] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1221.597226] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1221.608770] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ce0afbc5-bde1-45cb-a95b-09b0b420051a in Status: IN_PROGRESS for 2s [ 1221.951874] env[62265]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1221.952101] env[62265]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 1222.663310] env[62265]: INFO networking_nsxv3.common.synchronization [req-575232d4-428a-44e8-b5a3-2f4f7989424f req-15ca8648-cede-42ec-8fb2-d946217a16b6 tempest-AttachVolumeNegativeTest-1860273183 tempest-AttachVolumeNegativeTest-1860273183-project-member] Enqueued Resource ID: eb57c0de-4dcd-4210-a94a-c6221d21ca6e with Priority: HIGHEST for action security_group_members [ 1222.663310] env[62265]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: eb57c0de-4dcd-4210-a94a-c6221d21ca6e with Priority: HIGHEST for action security_group_members [ 1222.663310] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock member-eb57c0de-4dcd-4210-a94a-c6221d21ca6e taken with stack trace [, , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1222.663310] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-eb57c0de-4dcd-4210-a94a-c6221d21ca6e" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1222.663310] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-eb57c0de-4dcd-4210-a94a-c6221d21ca6e" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1222.663310] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-eb57c0de-4dcd-4210-a94a-c6221d21ca6e" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1222.664085] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1222.664358] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1222.664470] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1222.664827] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1222.668019] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1222.668019] env[62265]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('eb57c0de-4dcd-4210-a94a-c6221d21ca6e',) {} {{(pid=62265) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1223.169846] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1223.170089] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1223.170142] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1223.170350] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1223.170443] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1223.170642] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1223.170746] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1223.170809] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1223.170962] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1223.171055] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1223.171174] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: eb57c0de-4dcd-4210-a94a-c6221d21ca6e is going to be updated. [ 1223.201465] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1223.201719] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1223.201719] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1223.201893] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1223.202049] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1223.211288] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: eb57c0de-4dcd-4210-a94a-c6221d21ca6e in Status: IN_PROGRESS for 2s [ 1223.471965] env[62265]: INFO networking_nsxv3.common.synchronization [req-6713caa6-b942-43b8-bba4-c3ad59c3fa13 req-b28139f2-1b2b-4c11-942e-11d40f4759e0 tempest-ServersTestJSON-996831773 tempest-ServersTestJSON-996831773-project-member] Enqueued Resource ID: 85a6547c-bf3d-4bdc-b0a3-09132939cc37 with Priority: HIGHEST for action security_group_members [ 1223.471965] env[62265]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 85a6547c-bf3d-4bdc-b0a3-09132939cc37 with Priority: HIGHEST for action security_group_members [ 1223.471965] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock member-85a6547c-bf3d-4bdc-b0a3-09132939cc37 taken with stack trace [, , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1223.471965] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-85a6547c-bf3d-4bdc-b0a3-09132939cc37" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1223.471965] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-85a6547c-bf3d-4bdc-b0a3-09132939cc37" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1223.471965] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-85a6547c-bf3d-4bdc-b0a3-09132939cc37" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1223.472690] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1223.474371] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1223.474371] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1223.474371] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1223.474371] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1223.474371] env[62265]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('85a6547c-bf3d-4bdc-b0a3-09132939cc37',) {} {{(pid=62265) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1223.622556] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ce0afbc5-bde1-45cb-a95b-09b0b420051a in Status: SUCCESS [ 1223.622798] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ce0afbc5-bde1-45cb-a95b-09b0b420051a" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1223.980132] env[62265]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('85a6547c-bf3d-4bdc-b0a3-09132939cc37',) {} {{(pid=62265) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1224.485085] env[62265]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('85a6547c-bf3d-4bdc-b0a3-09132939cc37',) {} {{(pid=62265) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1224.987095] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1224.987095] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1224.987504] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1224.987504] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1224.987504] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1224.987598] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 85a6547c-bf3d-4bdc-b0a3-09132939cc37 is going to be updated. [ 1225.013175] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1225.013324] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1225.013455] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1225.013630] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1225.014452] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1225.022953] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 85a6547c-bf3d-4bdc-b0a3-09132939cc37 in Status: IN_PROGRESS for 2s [ 1225.221103] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: eb57c0de-4dcd-4210-a94a-c6221d21ca6e in Status: SUCCESS [ 1225.221317] env[62265]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: eb57c0de-4dcd-4210-a94a-c6221d21ca6e deletion is rescheduled due to dependency. [ 1225.221459] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-eb57c0de-4dcd-4210-a94a-c6221d21ca6e" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1227.031039] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 85a6547c-bf3d-4bdc-b0a3-09132939cc37 in Status: SUCCESS [ 1227.031337] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-85a6547c-bf3d-4bdc-b0a3-09132939cc37" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1228.472465] env[62265]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1228.472706] env[62265]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1233.473519] env[62265]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1233.473922] env[62265]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1234.420342] env[62265]: INFO networking_nsxv3.common.synchronization [None req-08b2329c-4b47-4392-adb1-8d4656319b06 tempest-AttachVolumeNegativeTest-1860273183 tempest-AttachVolumeNegativeTest-1860273183-project-member] Enqueued Resource ID: 2e184ac7-504e-43d4-9886-0404dcafa130 with Priority: HIGHEST for action security_group_rules [ 1234.420342] env[62265]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2e184ac7-504e-43d4-9886-0404dcafa130 with Priority: HIGHEST for action security_group_rules [ 1234.420542] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock rules-2e184ac7-504e-43d4-9886-0404dcafa130 taken with stack trace [, , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1234.420678] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-2e184ac7-504e-43d4-9886-0404dcafa130" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1234.420982] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-2e184ac7-504e-43d4-9886-0404dcafa130" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1234.420982] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-2e184ac7-504e-43d4-9886-0404dcafa130" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1234.421101] env[62265]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('2e184ac7-504e-43d4-9886-0404dcafa130',) {} {{(pid=62265) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1234.515457] env[62265]: INFO networking_nsxv3.common.synchronization [None req-09271814-0016-4598-8839-3be795ce270a tempest-AttachVolumeNegativeTest-1860273183 tempest-AttachVolumeNegativeTest-1860273183-project-member] Enqueued Resource ID: 2e184ac7-504e-43d4-9886-0404dcafa130 with Priority: HIGHEST for action security_group_rules [ 1234.516047] env[62265]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2e184ac7-504e-43d4-9886-0404dcafa130 with Priority: HIGHEST for action security_group_rules [ 1234.516396] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock rules-2e184ac7-504e-43d4-9886-0404dcafa130 taken with stack trace [, , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1234.516503] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-2e184ac7-504e-43d4-9886-0404dcafa130" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1234.697536] env[62265]: INFO networking_nsxv3.common.synchronization [req-6134c90b-8533-4708-852a-f8a8ae31649d req-b855dfd4-b551-4594-aa39-0702406a4321 tempest-ServerActionsTestOtherA-1158692047 tempest-ServerActionsTestOtherA-1158692047-project-member] Enqueued Resource ID: 3649d9fc-24f4-43f3-8426-2fff76636e76 with Priority: HIGHEST for action security_group_members [ 1234.698016] env[62265]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3649d9fc-24f4-43f3-8426-2fff76636e76 with Priority: HIGHEST for action security_group_members [ 1234.698322] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock member-3649d9fc-24f4-43f3-8426-2fff76636e76 taken with stack trace [, , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1234.698444] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3649d9fc-24f4-43f3-8426-2fff76636e76" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1234.699327] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3649d9fc-24f4-43f3-8426-2fff76636e76" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1234.699327] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3649d9fc-24f4-43f3-8426-2fff76636e76" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1234.699327] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1234.699327] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1234.699327] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1234.699327] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1234.699327] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1234.699647] env[62265]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3649d9fc-24f4-43f3-8426-2fff76636e76',) {} {{(pid=62265) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1234.944393] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1234.944573] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1234.944623] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1234.945569] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1234.945569] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1234.945569] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 2e184ac7-504e-43d4-9886-0404dcafa130 already deleted. [ 1234.945569] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-2e184ac7-504e-43d4-9886-0404dcafa130" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1234.945569] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-2e184ac7-504e-43d4-9886-0404dcafa130" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1234.945569] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-2e184ac7-504e-43d4-9886-0404dcafa130" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1234.945569] env[62265]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('2e184ac7-504e-43d4-9886-0404dcafa130',) {} {{(pid=62265) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1235.201013] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1235.201299] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1235.201372] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1235.201589] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1235.201682] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1235.201985] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1235.202098] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1235.202098] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1235.202233] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1235.202309] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1235.202397] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3649d9fc-24f4-43f3-8426-2fff76636e76 is going to be updated. [ 1235.230213] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1235.230364] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1235.230424] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1235.230606] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1235.230771] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1235.238449] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3649d9fc-24f4-43f3-8426-2fff76636e76 in Status: IN_PROGRESS for 2s [ 1235.470130] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1235.470286] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1235.470376] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1235.470543] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1235.470633] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1235.470729] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 2e184ac7-504e-43d4-9886-0404dcafa130 already deleted. [ 1235.470812] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-2e184ac7-504e-43d4-9886-0404dcafa130" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1237.255056] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3649d9fc-24f4-43f3-8426-2fff76636e76 in Status: SUCCESS [ 1237.255056] env[62265]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3649d9fc-24f4-43f3-8426-2fff76636e76 deletion is rescheduled due to dependency. [ 1237.255056] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3649d9fc-24f4-43f3-8426-2fff76636e76" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1239.698866] env[62265]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1239.699222] env[62265]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1241.182444] env[62265]: INFO networking_nsxv3.common.synchronization [req-c94b0920-de0b-4822-9e88-df4a69deb31d req-f63b1227-3b4a-4747-be3c-1b5b51c4ec19 tempest-AttachVolumeNegativeTest-1860273183 tempest-AttachVolumeNegativeTest-1860273183-project-member] Enqueued Resource ID: 2e184ac7-504e-43d4-9886-0404dcafa130 with Priority: HIGHEST for action security_group_members [ 1241.183482] env[62265]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2e184ac7-504e-43d4-9886-0404dcafa130 with Priority: HIGHEST for action security_group_members [ 1241.183800] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock member-2e184ac7-504e-43d4-9886-0404dcafa130 taken with stack trace [, , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1241.183925] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2e184ac7-504e-43d4-9886-0404dcafa130" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1241.183991] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2e184ac7-504e-43d4-9886-0404dcafa130" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1241.188042] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2e184ac7-504e-43d4-9886-0404dcafa130" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1241.188042] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1241.188042] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1241.188042] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1241.188042] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1241.188042] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1241.188042] env[62265]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2e184ac7-504e-43d4-9886-0404dcafa130',) {} {{(pid=62265) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1241.473071] env[62265]: DEBUG networking_nsxv3.common.locking [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Lock network-806 taken with stack trace [, , , , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1241.473307] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquiring lock "network-806" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1241.473469] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquired lock "network-806" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1241.473701] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquired external semaphore "network-806" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1241.473977] env[62265]: DEBUG networking_nsxv3.common.locking [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1241.474156] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquiring lock "Segment" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1241.474277] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquired lock "Segment" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1241.474496] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquired external semaphore "Segment" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1241.474646] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Releasing lock "Segment" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1241.474920] env[62265]: DEBUG dogpile.cache.region [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] No value present for key: 'zone-id' {{(pid=62265) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1241.475154] env[62265]: DEBUG dogpile.lock [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] NeedRegenerationException {{(pid=62265) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1241.475284] env[62265]: DEBUG dogpile.lock [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] no value, waiting for create lock {{(pid=62265) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1241.475400] env[62265]: DEBUG dogpile.lock [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] value creation lock acquired {{(pid=62265) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1241.475519] env[62265]: DEBUG dogpile.cache.region [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] No value present for key: 'zone-id' {{(pid=62265) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1241.475663] env[62265]: DEBUG dogpile.lock [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Calling creation function for not-yet-present value {{(pid=62265) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1241.475819] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1241.496702] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1241.496902] env[62265]: DEBUG dogpile.cache.region [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=62265) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1241.497074] env[62265]: DEBUG dogpile.lock [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Released creation lock {{(pid=62265) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1241.497567] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Releasing lock "network-806" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1241.497567] env[62265]: DEBUG networking_nsxv3.common.locking [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Lock port-9f5f288a-4748-4efb-8fed-3fede4516747 taken with stack trace [, , , , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1241.497749] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquiring lock "port-9f5f288a-4748-4efb-8fed-3fede4516747" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1241.497869] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquired lock "port-9f5f288a-4748-4efb-8fed-3fede4516747" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1241.498258] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquired external semaphore "port-9f5f288a-4748-4efb-8fed-3fede4516747" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1241.498445] env[62265]: DEBUG networking_nsxv3.api.rpc [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9f5f288a-4748-4efb-8fed-3fede4516747',) {} {{(pid=62265) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1241.672362] env[62265]: INFO networking_nsxv3.common.synchronization [req-1ced1c09-2601-4151-a3f6-5395d5486c2a req-14834be2-f826-4c67-8627-4037eeb5a983 tempest-AttachVolumeTestJSON-1473078117 tempest-AttachVolumeTestJSON-1473078117-project-member] Enqueued Resource ID: 515afca6-988d-462b-b06c-2a6ca4759e17 with Priority: HIGHEST for action security_group_members [ 1241.672874] env[62265]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 515afca6-988d-462b-b06c-2a6ca4759e17 with Priority: HIGHEST for action security_group_members [ 1241.673193] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock member-515afca6-988d-462b-b06c-2a6ca4759e17 taken with stack trace [, , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1241.673309] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-515afca6-988d-462b-b06c-2a6ca4759e17" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1241.673365] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-515afca6-988d-462b-b06c-2a6ca4759e17" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1241.673578] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-515afca6-988d-462b-b06c-2a6ca4759e17" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1241.676573] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1241.676732] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1241.676846] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1241.677184] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1241.677285] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1241.677389] env[62265]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('515afca6-988d-462b-b06c-2a6ca4759e17',) {} {{(pid=62265) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1241.704366] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1241.704366] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1241.704366] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1241.704366] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1241.704366] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1241.704366] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1241.704366] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1241.704366] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1241.704366] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1241.704366] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1241.704366] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2e184ac7-504e-43d4-9886-0404dcafa130 already deleted. [ 1241.704366] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2e184ac7-504e-43d4-9886-0404dcafa130" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1242.003830] env[62265]: DEBUG networking_nsxv3.common.locking [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1242.003830] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquiring lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1242.003830] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquired lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1242.003830] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquired external semaphore "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1242.004165] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Releasing lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1242.004354] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Segment Port 9f5f288a-4748-4efb-8fed-3fede4516747 not found, creating... [ 1242.005205] env[62265]: DEBUG networking_nsxv3.common.locking [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1242.005205] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquiring lock "Segment" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1242.005205] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquired lock "Segment" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1242.005393] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquired external semaphore "Segment" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1242.005518] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Releasing lock "Segment" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1242.007161] env[62265]: DEBUG networking_nsxv3.common.locking [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1242.007161] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquiring lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1242.007161] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquired lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1242.007161] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquired external semaphore "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1242.007161] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Releasing lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1242.007161] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Resource: SegmentPort with ID: 9f5f288a-4748-4efb-8fed-3fede4516747 is going to be created. [ 1242.026547] env[62265]: DEBUG networking_nsxv3.common.locking [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1242.026742] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquiring lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1242.026891] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquired lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1242.027154] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquired external semaphore "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1242.027385] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Releasing lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1242.027604] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Releasing lock "port-9f5f288a-4748-4efb-8fed-3fede4516747" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1242.180064] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1242.180210] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1242.180255] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1242.180474] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1242.180568] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1242.180761] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1242.180862] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1242.180925] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1242.181091] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1242.181170] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1242.181258] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 515afca6-988d-462b-b06c-2a6ca4759e17 is going to be updated. [ 1242.215675] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1242.216020] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1242.216020] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1242.216020] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1242.216145] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1242.225480] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 515afca6-988d-462b-b06c-2a6ca4759e17 in Status: IN_PROGRESS for 2s [ 1243.177408] env[62265]: INFO networking_nsxv3.common.synchronization [req-c94b0920-de0b-4822-9e88-df4a69deb31d req-41f31d3a-b3fc-4924-85ee-4743cf217ebe service nova] Enqueued Resource ID: 2e184ac7-504e-43d4-9886-0404dcafa130 with Priority: HIGHEST for action security_group_rules [ 1243.177592] env[62265]: INFO networking_nsxv3.common.synchronization [req-c94b0920-de0b-4822-9e88-df4a69deb31d req-41f31d3a-b3fc-4924-85ee-4743cf217ebe service nova] Enqueued Resource ID: 2e184ac7-504e-43d4-9886-0404dcafa130 with Priority: HIGHEST for action security_group_members [ 1243.177730] env[62265]: INFO networking_nsxv3.common.synchronization [req-c94b0920-de0b-4822-9e88-df4a69deb31d req-41f31d3a-b3fc-4924-85ee-4743cf217ebe service nova] Enqueued Resource ID: 9f5f288a-4748-4efb-8fed-3fede4516747 with Priority: HIGHEST for action port [ 1243.178125] env[62265]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2e184ac7-504e-43d4-9886-0404dcafa130 with Priority: HIGHEST for action security_group_rules [ 1243.178268] env[62265]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2e184ac7-504e-43d4-9886-0404dcafa130 with Priority: HIGHEST for action security_group_members [ 1243.178370] env[62265]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9f5f288a-4748-4efb-8fed-3fede4516747 with Priority: HIGHEST for action port [ 1243.178950] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock rules-2e184ac7-504e-43d4-9886-0404dcafa130 taken with stack trace [, , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1243.179090] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-2e184ac7-504e-43d4-9886-0404dcafa130" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1243.179152] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-2e184ac7-504e-43d4-9886-0404dcafa130" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1243.179357] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-2e184ac7-504e-43d4-9886-0404dcafa130" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1243.179442] env[62265]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('2e184ac7-504e-43d4-9886-0404dcafa130',) {} {{(pid=62265) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1243.180453] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock member-2e184ac7-504e-43d4-9886-0404dcafa130 taken with stack trace [, , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1243.180453] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2e184ac7-504e-43d4-9886-0404dcafa130" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1243.180453] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2e184ac7-504e-43d4-9886-0404dcafa130" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1243.180609] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2e184ac7-504e-43d4-9886-0404dcafa130" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1243.180738] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1243.180900] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1243.180900] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1243.181034] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1243.181452] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1243.181452] env[62265]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2e184ac7-504e-43d4-9886-0404dcafa130',) {} {{(pid=62265) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1243.181990] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock port-9f5f288a-4748-4efb-8fed-3fede4516747 taken with stack trace [, , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1243.182208] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-9f5f288a-4748-4efb-8fed-3fede4516747" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1243.182208] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-9f5f288a-4748-4efb-8fed-3fede4516747" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1243.182290] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-9f5f288a-4748-4efb-8fed-3fede4516747" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1243.182290] env[62265]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9f5f288a-4748-4efb-8fed-3fede4516747',) {} {{(pid=62265) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1243.448226] env[62265]: INFO networking_nsxv3.common.synchronization [req-a40fdd3c-044c-40ec-ab23-b893122a8463 req-537e9e6f-ba73-49bf-a13e-fbd3a2d926ec tempest-ServersTestJSON-996831773 tempest-ServersTestJSON-996831773-project-member] Enqueued Resource ID: 85a6547c-bf3d-4bdc-b0a3-09132939cc37 with Priority: HIGHEST for action security_group_members [ 1243.449172] env[62265]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 85a6547c-bf3d-4bdc-b0a3-09132939cc37 with Priority: HIGHEST for action security_group_members [ 1243.449172] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock member-85a6547c-bf3d-4bdc-b0a3-09132939cc37 taken with stack trace [, , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1243.449172] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-85a6547c-bf3d-4bdc-b0a3-09132939cc37" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1243.449332] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-85a6547c-bf3d-4bdc-b0a3-09132939cc37" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1243.449378] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-85a6547c-bf3d-4bdc-b0a3-09132939cc37" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1243.449537] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1243.449632] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1243.449693] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1243.449840] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1243.449924] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1243.450346] env[62265]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('85a6547c-bf3d-4bdc-b0a3-09132939cc37',) {} {{(pid=62265) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1243.683822] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock member-2e184ac7-504e-43d4-9886-0404dcafa130 taken with stack trace [, , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1243.684026] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2e184ac7-504e-43d4-9886-0404dcafa130" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1243.684267] env[62265]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('2e184ac7-504e-43d4-9886-0404dcafa130',) {} {{(pid=62265) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1243.687563] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 9f5f288a-4748-4efb-8fed-3fede4516747 with status ACTIVE [ 1243.687563] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1243.687563] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1243.687729] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1243.687965] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1243.688754] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1243.688754] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1243.688754] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1243.688754] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1243.688754] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1243.689231] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1243.689231] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1243.689531] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1243.689794] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1243.690056] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1243.690210] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1243.690360] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 9f5f288a-4748-4efb-8fed-3fede4516747 is going to be updated. [ 1243.709148] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1243.709411] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1243.709555] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1243.709948] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1243.710349] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1243.710596] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-9f5f288a-4748-4efb-8fed-3fede4516747" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1243.882187] env[62265]: DEBUG networking_nsxv3.common.locking [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Lock network-887 taken with stack trace [, , , , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1243.882521] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquiring lock "network-887" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1243.882661] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquired lock "network-887" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1243.882938] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquired external semaphore "network-887" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1243.883348] env[62265]: DEBUG networking_nsxv3.common.locking [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1243.883568] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquiring lock "Segment" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1243.883718] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquired lock "Segment" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1243.883969] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquired external semaphore "Segment" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1243.884168] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Releasing lock "Segment" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1243.884404] env[62265]: DEBUG dogpile.cache.region [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] No value present for key: 'zone-id' {{(pid=62265) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1243.884542] env[62265]: DEBUG dogpile.lock [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] NeedRegenerationException {{(pid=62265) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1243.884678] env[62265]: DEBUG dogpile.lock [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] no value, waiting for create lock {{(pid=62265) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1243.884836] env[62265]: DEBUG dogpile.lock [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] value creation lock acquired {{(pid=62265) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1243.884972] env[62265]: DEBUG dogpile.cache.region [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] No value present for key: 'zone-id' {{(pid=62265) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1243.885125] env[62265]: DEBUG dogpile.lock [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Calling creation function for not-yet-present value {{(pid=62265) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1243.885276] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1243.913104] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1243.913287] env[62265]: DEBUG dogpile.cache.region [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Cache value generated in 0.028 seconds for key(s): 'zone-id' {{(pid=62265) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1243.913427] env[62265]: DEBUG dogpile.lock [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Released creation lock {{(pid=62265) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1243.913629] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Releasing lock "network-887" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1243.914101] env[62265]: DEBUG networking_nsxv3.common.locking [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Lock port-f9540e83-4117-4499-9fb7-9e50a4e2d3d9 taken with stack trace [, , , , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1243.914322] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquiring lock "port-f9540e83-4117-4499-9fb7-9e50a4e2d3d9" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1243.914519] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquired lock "port-f9540e83-4117-4499-9fb7-9e50a4e2d3d9" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1243.914902] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquired external semaphore "port-f9540e83-4117-4499-9fb7-9e50a4e2d3d9" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1243.915111] env[62265]: DEBUG networking_nsxv3.api.rpc [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f9540e83-4117-4499-9fb7-9e50a4e2d3d9',) {} {{(pid=62265) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1243.953718] env[62265]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('85a6547c-bf3d-4bdc-b0a3-09132939cc37',) {} {{(pid=62265) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1244.187054] env[62265]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('2e184ac7-504e-43d4-9886-0404dcafa130',) {} {{(pid=62265) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1244.235785] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 515afca6-988d-462b-b06c-2a6ca4759e17 in Status: SUCCESS [ 1244.235969] env[62265]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 515afca6-988d-462b-b06c-2a6ca4759e17 deletion is rescheduled due to dependency. [ 1244.236090] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-515afca6-988d-462b-b06c-2a6ca4759e17" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1244.417094] env[62265]: DEBUG networking_nsxv3.common.locking [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1244.417377] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquiring lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1244.417423] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquired lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1244.417667] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquired external semaphore "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1244.417815] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Releasing lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1244.418018] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Segment Port f9540e83-4117-4499-9fb7-9e50a4e2d3d9 not found, creating... [ 1244.418297] env[62265]: DEBUG networking_nsxv3.common.locking [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1244.418457] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquiring lock "Segment" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1244.418578] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquired lock "Segment" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1244.418800] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquired external semaphore "Segment" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1244.418941] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Releasing lock "Segment" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1244.419241] env[62265]: DEBUG networking_nsxv3.common.locking [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1244.419402] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquiring lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1244.419517] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquired lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1244.419723] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquired external semaphore "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1244.419858] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Releasing lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1244.420014] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Resource: SegmentPort with ID: f9540e83-4117-4499-9fb7-9e50a4e2d3d9 is going to be created. [ 1244.444529] env[62265]: DEBUG networking_nsxv3.common.locking [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1244.444529] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquiring lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1244.444705] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquired lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1244.445016] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquired external semaphore "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1244.445252] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Releasing lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1244.445480] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Releasing lock "port-f9540e83-4117-4499-9fb7-9e50a4e2d3d9" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1244.455528] env[62265]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('85a6547c-bf3d-4bdc-b0a3-09132939cc37',) {} {{(pid=62265) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1244.689184] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1244.689530] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1244.689629] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1244.689891] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1244.690028] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1244.690163] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2e184ac7-504e-43d4-9886-0404dcafa130 is going to be created. [ 1244.726072] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1244.726267] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1244.726267] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1244.726515] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1244.726712] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1244.740151] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2e184ac7-504e-43d4-9886-0404dcafa130 in Status: UNINITIALIZED for 2s [ 1244.957393] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1244.957552] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1244.957615] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1244.957827] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1244.957958] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1244.958050] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 85a6547c-bf3d-4bdc-b0a3-09132939cc37 is going to be updated. [ 1244.984336] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1244.984662] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1244.984662] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1244.984771] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1244.984966] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1244.994436] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 85a6547c-bf3d-4bdc-b0a3-09132939cc37 in Status: IN_PROGRESS for 2s [ 1245.263905] env[62265]: INFO networking_nsxv3.common.synchronization [req-a40fdd3c-044c-40ec-ab23-b893122a8463 req-3056b58b-8167-4e2b-a30f-e87f74860f97 service nova] Enqueued Resource ID: 85a6547c-bf3d-4bdc-b0a3-09132939cc37 with Priority: HIGHEST for action security_group_rules [ 1245.264178] env[62265]: INFO networking_nsxv3.common.synchronization [req-a40fdd3c-044c-40ec-ab23-b893122a8463 req-3056b58b-8167-4e2b-a30f-e87f74860f97 service nova] Enqueued Resource ID: 85a6547c-bf3d-4bdc-b0a3-09132939cc37 with Priority: HIGHEST for action security_group_members [ 1245.264437] env[62265]: INFO networking_nsxv3.common.synchronization [req-a40fdd3c-044c-40ec-ab23-b893122a8463 req-3056b58b-8167-4e2b-a30f-e87f74860f97 service nova] Enqueued Resource ID: f9540e83-4117-4499-9fb7-9e50a4e2d3d9 with Priority: HIGHEST for action port [ 1245.264910] env[62265]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 85a6547c-bf3d-4bdc-b0a3-09132939cc37 with Priority: HIGHEST for action security_group_rules [ 1245.265082] env[62265]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 85a6547c-bf3d-4bdc-b0a3-09132939cc37 with Priority: HIGHEST for action security_group_members [ 1245.265188] env[62265]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f9540e83-4117-4499-9fb7-9e50a4e2d3d9 with Priority: HIGHEST for action port [ 1245.265458] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock rules-85a6547c-bf3d-4bdc-b0a3-09132939cc37 taken with stack trace [, , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1245.265604] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-85a6547c-bf3d-4bdc-b0a3-09132939cc37" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1245.265722] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-85a6547c-bf3d-4bdc-b0a3-09132939cc37" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1245.265893] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-85a6547c-bf3d-4bdc-b0a3-09132939cc37" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1245.266043] env[62265]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('85a6547c-bf3d-4bdc-b0a3-09132939cc37',) {} {{(pid=62265) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1245.267382] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock member-85a6547c-bf3d-4bdc-b0a3-09132939cc37 taken with stack trace [, , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1245.267487] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-85a6547c-bf3d-4bdc-b0a3-09132939cc37" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1245.267691] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock port-f9540e83-4117-4499-9fb7-9e50a4e2d3d9 taken with stack trace [, , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1245.267804] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f9540e83-4117-4499-9fb7-9e50a4e2d3d9" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1245.267859] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f9540e83-4117-4499-9fb7-9e50a4e2d3d9" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1245.268042] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f9540e83-4117-4499-9fb7-9e50a4e2d3d9" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1245.268118] env[62265]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f9540e83-4117-4499-9fb7-9e50a4e2d3d9',) {} {{(pid=62265) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1245.770500] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock member-85a6547c-bf3d-4bdc-b0a3-09132939cc37 taken with stack trace [, , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1245.770786] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-85a6547c-bf3d-4bdc-b0a3-09132939cc37" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1245.770842] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port f9540e83-4117-4499-9fb7-9e50a4e2d3d9 with status ACTIVE [ 1245.771087] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1245.771237] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1245.771328] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1245.771567] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1245.771683] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1245.771880] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1245.772010] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1245.772118] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1245.772359] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1245.772468] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1245.772688] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1245.772808] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1245.772892] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1245.773076] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1245.773181] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1245.773291] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: f9540e83-4117-4499-9fb7-9e50a4e2d3d9 is going to be updated. [ 1245.798824] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1245.798957] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1245.799040] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1245.799259] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1245.799392] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1245.799554] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f9540e83-4117-4499-9fb7-9e50a4e2d3d9" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1246.750617] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2e184ac7-504e-43d4-9886-0404dcafa130 in Status: SUCCESS [ 1246.750855] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2e184ac7-504e-43d4-9886-0404dcafa130" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1246.751031] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2e184ac7-504e-43d4-9886-0404dcafa130" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1246.751262] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2e184ac7-504e-43d4-9886-0404dcafa130" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1246.751457] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1246.751573] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1246.751636] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1246.751784] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1246.751877] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1246.751945] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2e184ac7-504e-43d4-9886-0404dcafa130" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1246.752083] env[62265]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('2e184ac7-504e-43d4-9886-0404dcafa130',) {} {{(pid=62265) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1247.004347] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 85a6547c-bf3d-4bdc-b0a3-09132939cc37 in Status: SUCCESS [ 1247.004664] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-85a6547c-bf3d-4bdc-b0a3-09132939cc37" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1247.004714] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-85a6547c-bf3d-4bdc-b0a3-09132939cc37" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1247.004933] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-85a6547c-bf3d-4bdc-b0a3-09132939cc37" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1247.005130] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1247.005246] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1247.005355] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1247.005451] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1247.005529] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1247.005619] env[62265]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('85a6547c-bf3d-4bdc-b0a3-09132939cc37',) {} {{(pid=62265) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1247.253672] env[62265]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('2e184ac7-504e-43d4-9886-0404dcafa130',) {} {{(pid=62265) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1247.507777] env[62265]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('85a6547c-bf3d-4bdc-b0a3-09132939cc37',) {} {{(pid=62265) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1247.756235] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 2e184ac7-504e-43d4-9886-0404dcafa130: rpc.has_security_group_logging(os_id): False [ 1247.777054] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1247.777352] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1247.777352] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1247.777649] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1247.777785] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1247.778292] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1247.778292] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1247.778292] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1247.778473] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1247.778640] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1247.778771] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 2e184ac7-504e-43d4-9886-0404dcafa130 is going to be created. [ 1247.842180] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1247.842356] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1247.842447] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1247.842663] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1247.842864] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1247.852911] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 2e184ac7-504e-43d4-9886-0404dcafa130 in Status: IN_PROGRESS for 2s [ 1248.010131] env[62265]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('85a6547c-bf3d-4bdc-b0a3-09132939cc37',) {} {{(pid=62265) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1248.513049] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1248.513257] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1248.513454] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1248.513721] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1248.513843] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1248.514534] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 85a6547c-bf3d-4bdc-b0a3-09132939cc37 is going to be updated. [ 1248.540616] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1248.540782] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1248.540864] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1248.541109] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1248.541267] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1248.548858] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 85a6547c-bf3d-4bdc-b0a3-09132939cc37 in Status: IN_PROGRESS for 2s [ 1248.597224] env[62265]: INFO networking_nsxv3.common.synchronization [req-80efac37-d90c-45db-a5ed-902feb680d5c req-a4d8c848-e14d-4a38-b0f8-8f2ed44315db tempest-DeleteServersTestJSON-1576012687 tempest-DeleteServersTestJSON-1576012687-project-member] Enqueued Resource ID: 95cf98c4-3841-4576-950a-00c6f979459f with Priority: HIGHEST for action security_group_members [ 1248.597713] env[62265]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 95cf98c4-3841-4576-950a-00c6f979459f with Priority: HIGHEST for action security_group_members [ 1248.598022] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock member-95cf98c4-3841-4576-950a-00c6f979459f taken with stack trace [, , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1248.598153] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-95cf98c4-3841-4576-950a-00c6f979459f" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1248.598221] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-95cf98c4-3841-4576-950a-00c6f979459f" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1248.598418] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-95cf98c4-3841-4576-950a-00c6f979459f" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1248.598569] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1248.598668] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1248.598758] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1248.598880] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1248.598965] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1248.599177] env[62265]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('95cf98c4-3841-4576-950a-00c6f979459f',) {} {{(pid=62265) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1249.101874] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1249.102236] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1249.102236] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1249.102317] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1249.102416] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1249.102615] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1249.102712] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1249.102776] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1249.102923] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1249.103008] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1249.103103] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 95cf98c4-3841-4576-950a-00c6f979459f is going to be updated. [ 1249.187871] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1249.188039] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1249.188099] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1249.188314] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1249.188459] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1249.216479] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 95cf98c4-3841-4576-950a-00c6f979459f in Status: IN_PROGRESS for 2s [ 1249.878683] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 2e184ac7-504e-43d4-9886-0404dcafa130 in Status: SUCCESS [ 1249.879465] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-2e184ac7-504e-43d4-9886-0404dcafa130" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1250.557571] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 85a6547c-bf3d-4bdc-b0a3-09132939cc37 in Status: SUCCESS [ 1250.557854] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-85a6547c-bf3d-4bdc-b0a3-09132939cc37" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1250.557956] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-85a6547c-bf3d-4bdc-b0a3-09132939cc37" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1250.558210] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-85a6547c-bf3d-4bdc-b0a3-09132939cc37" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1250.558397] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1250.558513] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1250.558578] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1250.558732] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1250.558812] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1250.558896] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-85a6547c-bf3d-4bdc-b0a3-09132939cc37" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1250.558986] env[62265]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('85a6547c-bf3d-4bdc-b0a3-09132939cc37',) {} {{(pid=62265) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1251.061628] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock member-85a6547c-bf3d-4bdc-b0a3-09132939cc37 taken with stack trace [, , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1251.061882] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-85a6547c-bf3d-4bdc-b0a3-09132939cc37" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1251.061929] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-85a6547c-bf3d-4bdc-b0a3-09132939cc37" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1251.062221] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-85a6547c-bf3d-4bdc-b0a3-09132939cc37" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1251.062439] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1251.062569] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1251.062653] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1251.062845] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1251.062961] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1251.063093] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-85a6547c-bf3d-4bdc-b0a3-09132939cc37" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1251.063291] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock member-85a6547c-bf3d-4bdc-b0a3-09132939cc37 taken with stack trace [, , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1251.063414] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-85a6547c-bf3d-4bdc-b0a3-09132939cc37" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1251.063496] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-85a6547c-bf3d-4bdc-b0a3-09132939cc37" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1251.063679] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-85a6547c-bf3d-4bdc-b0a3-09132939cc37" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1251.063857] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1251.063988] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1251.064072] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1251.064256] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1251.064356] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1251.064462] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-85a6547c-bf3d-4bdc-b0a3-09132939cc37" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1251.064577] env[62265]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('85a6547c-bf3d-4bdc-b0a3-09132939cc37',) {} {{(pid=62265) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1251.226088] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 95cf98c4-3841-4576-950a-00c6f979459f in Status: SUCCESS [ 1251.226498] env[62265]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 95cf98c4-3841-4576-950a-00c6f979459f deletion is rescheduled due to dependency. [ 1251.226809] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-95cf98c4-3841-4576-950a-00c6f979459f" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1251.567090] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 85a6547c-bf3d-4bdc-b0a3-09132939cc37: rpc.has_security_group_logging(os_id): False [ 1251.585817] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1251.585968] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1251.586065] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1251.586268] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1251.586363] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1251.586545] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1251.586655] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1251.586711] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1251.586844] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1251.586930] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1251.587160] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1251.587259] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1251.587323] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1251.587459] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1251.587534] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1251.587725] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1251.587820] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1251.587878] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1251.588064] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1251.588153] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1251.588245] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 85a6547c-bf3d-4bdc-b0a3-09132939cc37 is going to be updated. [ 1251.648567] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1251.648772] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1251.648833] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1251.649028] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1251.649219] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1251.678177] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 85a6547c-bf3d-4bdc-b0a3-09132939cc37 in Status: IN_PROGRESS for 2s [ 1253.599083] env[62265]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1253.599524] env[62265]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 1253.692554] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 85a6547c-bf3d-4bdc-b0a3-09132939cc37 in Status: SUCCESS [ 1253.692837] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-85a6547c-bf3d-4bdc-b0a3-09132939cc37" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1258.600471] env[62265]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1258.600768] env[62265]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1258.831429] env[62265]: INFO networking_nsxv3.common.synchronization [req-8a4e0a9a-5f7c-4a76-889f-dd0b89d32252 req-8163207d-4c34-44c0-932e-96d8a6e5c50a tempest-ServersTestJSON-996831773 tempest-ServersTestJSON-996831773-project-member] Enqueued Resource ID: 85a6547c-bf3d-4bdc-b0a3-09132939cc37 with Priority: HIGHEST for action security_group_members [ 1258.831685] env[62265]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 85a6547c-bf3d-4bdc-b0a3-09132939cc37 with Priority: HIGHEST for action security_group_members [ 1258.831987] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock member-85a6547c-bf3d-4bdc-b0a3-09132939cc37 taken with stack trace [, , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1258.832450] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-85a6547c-bf3d-4bdc-b0a3-09132939cc37" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1258.832450] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-85a6547c-bf3d-4bdc-b0a3-09132939cc37" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1258.832450] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-85a6547c-bf3d-4bdc-b0a3-09132939cc37" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1258.832592] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1258.832663] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1258.832663] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1258.833012] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1258.833012] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1258.833012] env[62265]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('85a6547c-bf3d-4bdc-b0a3-09132939cc37',) {} {{(pid=62265) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1259.335036] env[62265]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('85a6547c-bf3d-4bdc-b0a3-09132939cc37',) {} {{(pid=62265) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1259.839196] env[62265]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('85a6547c-bf3d-4bdc-b0a3-09132939cc37',) {} {{(pid=62265) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1260.341632] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1260.344039] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1260.344039] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1260.344039] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1260.344039] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1260.344039] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 85a6547c-bf3d-4bdc-b0a3-09132939cc37 is going to be updated. [ 1260.385793] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1260.385992] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1260.385992] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1260.386212] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1260.386380] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1260.403330] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 85a6547c-bf3d-4bdc-b0a3-09132939cc37 in Status: IN_PROGRESS for 2s [ 1260.452199] env[62265]: INFO networking_nsxv3.common.synchronization [None req-40341a8d-659b-49f9-b260-4b7c174e9add None None] Enqueued Resource ID: 4c684200-f0cf-483d-9940-44f08d88c977 with Priority: HIGHEST for action port [ 1260.452199] env[62265]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4c684200-f0cf-483d-9940-44f08d88c977 with Priority: HIGHEST for action port [ 1260.452315] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock port-4c684200-f0cf-483d-9940-44f08d88c977 taken with stack trace [, , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1260.452604] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-4c684200-f0cf-483d-9940-44f08d88c977" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1260.452604] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-4c684200-f0cf-483d-9940-44f08d88c977" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1260.452815] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-4c684200-f0cf-483d-9940-44f08d88c977" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1260.452896] env[62265]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4c684200-f0cf-483d-9940-44f08d88c977',) {} {{(pid=62265) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1260.955832] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 4c684200-f0cf-483d-9940-44f08d88c977 [ 1260.956132] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1260.956218] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1260.956218] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1260.956434] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1260.956525] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1260.956621] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:4c684200-f0cf-483d-9940-44f08d88c977 already deleted. [ 1260.956702] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-4c684200-f0cf-483d-9940-44f08d88c977" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1261.005350] env[62265]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-96ae916a-3a9d-4803-946d-e622cf1ea38c None None] NSXv3 Agent Agent loop - iteration:2 completed [ 1261.005488] env[62265]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-96ae916a-3a9d-4803-946d-e622cf1ea38c None None] NSXv3 Agent Agent loop - iteration:3 started [ 1262.424514] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 85a6547c-bf3d-4bdc-b0a3-09132939cc37 in Status: SUCCESS [ 1262.424774] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-85a6547c-bf3d-4bdc-b0a3-09132939cc37" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1262.468927] env[62265]: INFO networking_nsxv3.common.synchronization [None req-a035aa25-a7b6-4aaa-b3d6-3ba581a6cfa1 None None] Enqueued Resource ID: e9d02726-fbf5-4d77-8999-637411d1348c with Priority: HIGHEST for action port [ 1262.469200] env[62265]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e9d02726-fbf5-4d77-8999-637411d1348c with Priority: HIGHEST for action port [ 1262.469907] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock port-e9d02726-fbf5-4d77-8999-637411d1348c taken with stack trace [, , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1262.470024] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e9d02726-fbf5-4d77-8999-637411d1348c" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1262.470438] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e9d02726-fbf5-4d77-8999-637411d1348c" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1262.470771] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e9d02726-fbf5-4d77-8999-637411d1348c" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1262.470891] env[62265]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e9d02726-fbf5-4d77-8999-637411d1348c',) {} {{(pid=62265) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1262.566413] env[62265]: INFO networking_nsxv3.common.synchronization [req-e109819f-d19e-4adc-a317-9cdaddb52adc req-042c5263-e679-47f2-b50a-5360b1ff322f tempest-ServerActionsTestJSON-418686671 tempest-ServerActionsTestJSON-418686671-project-member] Enqueued Resource ID: 62a27616-2753-4d3e-9cd4-e35381d18526 with Priority: HIGHEST for action security_group_members [ 1262.566930] env[62265]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 62a27616-2753-4d3e-9cd4-e35381d18526 with Priority: HIGHEST for action security_group_members [ 1262.567348] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock member-62a27616-2753-4d3e-9cd4-e35381d18526 taken with stack trace [, , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1262.567474] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-62a27616-2753-4d3e-9cd4-e35381d18526" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1262.567540] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-62a27616-2753-4d3e-9cd4-e35381d18526" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1262.567742] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-62a27616-2753-4d3e-9cd4-e35381d18526" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1262.567895] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1262.567988] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1262.568596] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1262.568760] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1262.568878] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1262.569129] env[62265]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('62a27616-2753-4d3e-9cd4-e35381d18526',) {} {{(pid=62265) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1262.820781] env[62265]: INFO networking_nsxv3.common.synchronization [req-fc47e46c-7ab7-4f08-b691-3d0b6a3d390b req-5240adc5-387d-4084-b3a6-51f86ad27adb tempest-ServerActionsTestOtherB-1524070999 tempest-ServerActionsTestOtherB-1524070999-project-member] Enqueued Resource ID: e1aa9925-8acc-4328-bd1d-1f3ff9007d21 with Priority: HIGHEST for action security_group_members [ 1262.820781] env[62265]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e1aa9925-8acc-4328-bd1d-1f3ff9007d21 with Priority: HIGHEST for action security_group_members [ 1262.820781] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock member-e1aa9925-8acc-4328-bd1d-1f3ff9007d21 taken with stack trace [, , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1262.820781] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e1aa9925-8acc-4328-bd1d-1f3ff9007d21" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1262.820781] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e1aa9925-8acc-4328-bd1d-1f3ff9007d21" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1262.820781] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e1aa9925-8acc-4328-bd1d-1f3ff9007d21" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1262.821194] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1262.821194] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1262.821194] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1262.821322] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1262.821353] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1262.821539] env[62265]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e1aa9925-8acc-4328-bd1d-1f3ff9007d21',) {} {{(pid=62265) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1262.972933] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port e9d02726-fbf5-4d77-8999-637411d1348c [ 1262.974398] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1262.974398] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1262.974398] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1262.974398] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1262.974398] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1262.974398] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:e9d02726-fbf5-4d77-8999-637411d1348c already deleted. [ 1262.974812] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e9d02726-fbf5-4d77-8999-637411d1348c" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1263.071962] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1263.072297] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1263.072459] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1263.072736] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1263.073092] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1263.073527] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1263.076775] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1263.076775] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1263.076775] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1263.076775] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1263.076775] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 62a27616-2753-4d3e-9cd4-e35381d18526 is going to be updated. [ 1263.102033] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1263.102033] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1263.102033] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1263.102033] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1263.102033] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1263.108846] env[62265]: INFO networking_nsxv3.common.synchronization [None req-1668a787-2159-4f75-9d6e-a455790bad0c None None] Enqueued Resource ID: d0db421b-9a38-46c0-ab88-e828e0feca33 with Priority: HIGHEST for action port [ 1263.111599] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 62a27616-2753-4d3e-9cd4-e35381d18526 in Status: IN_PROGRESS for 2s [ 1263.111599] env[62265]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d0db421b-9a38-46c0-ab88-e828e0feca33 with Priority: HIGHEST for action port [ 1263.111599] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock port-d0db421b-9a38-46c0-ab88-e828e0feca33 taken with stack trace [, , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1263.111599] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d0db421b-9a38-46c0-ab88-e828e0feca33" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1263.111599] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d0db421b-9a38-46c0-ab88-e828e0feca33" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1263.112117] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d0db421b-9a38-46c0-ab88-e828e0feca33" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1263.112117] env[62265]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d0db421b-9a38-46c0-ab88-e828e0feca33',) {} {{(pid=62265) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1263.327992] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1263.327992] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1263.327992] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1263.327992] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1263.327992] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1263.327992] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1263.327992] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1263.327992] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1263.327992] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1263.327992] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1263.327992] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e1aa9925-8acc-4328-bd1d-1f3ff9007d21 is going to be updated. [ 1263.356459] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1263.356609] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1263.356665] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1263.356868] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1263.360176] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1263.365077] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e1aa9925-8acc-4328-bd1d-1f3ff9007d21 in Status: IN_PROGRESS for 2s [ 1263.614421] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port d0db421b-9a38-46c0-ab88-e828e0feca33 [ 1263.614729] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1263.614789] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1263.614867] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1263.615110] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1263.615204] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1263.615300] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:d0db421b-9a38-46c0-ab88-e828e0feca33 already deleted. [ 1263.615382] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d0db421b-9a38-46c0-ab88-e828e0feca33" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1265.121263] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 62a27616-2753-4d3e-9cd4-e35381d18526 in Status: IN_PROGRESS for 4s [ 1265.374554] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e1aa9925-8acc-4328-bd1d-1f3ff9007d21 in Status: SUCCESS [ 1265.375218] env[62265]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e1aa9925-8acc-4328-bd1d-1f3ff9007d21 deletion is rescheduled due to dependency. [ 1265.375218] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e1aa9925-8acc-4328-bd1d-1f3ff9007d21" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1265.433922] env[62265]: INFO networking_nsxv3.common.synchronization [None req-ae8be81f-4c68-43ca-9dbc-859963f99453 None None] Enqueued Resource ID: c1e3fd4b-e348-40b3-adc6-ff1c8880ace5 with Priority: HIGHEST for action port [ 1265.433922] env[62265]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c1e3fd4b-e348-40b3-adc6-ff1c8880ace5 with Priority: HIGHEST for action port [ 1265.434499] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock port-c1e3fd4b-e348-40b3-adc6-ff1c8880ace5 taken with stack trace [, , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1265.434608] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c1e3fd4b-e348-40b3-adc6-ff1c8880ace5" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1265.434688] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c1e3fd4b-e348-40b3-adc6-ff1c8880ace5" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1265.434930] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c1e3fd4b-e348-40b3-adc6-ff1c8880ace5" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1265.435023] env[62265]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c1e3fd4b-e348-40b3-adc6-ff1c8880ace5',) {} {{(pid=62265) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1265.793695] env[62265]: INFO networking_nsxv3.common.synchronization [req-7893070b-52a6-4206-bf02-367448d1e267 req-0b144a03-9f05-4b0b-bddd-f151c075b227 tempest-ServersTestJSON-996831773 tempest-ServersTestJSON-996831773-project-member] Enqueued Resource ID: 85a6547c-bf3d-4bdc-b0a3-09132939cc37 with Priority: HIGHEST for action security_group_members [ 1265.793695] env[62265]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 85a6547c-bf3d-4bdc-b0a3-09132939cc37 with Priority: HIGHEST for action security_group_members [ 1265.793695] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock member-85a6547c-bf3d-4bdc-b0a3-09132939cc37 taken with stack trace [, , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1265.793695] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-85a6547c-bf3d-4bdc-b0a3-09132939cc37" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1265.793695] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-85a6547c-bf3d-4bdc-b0a3-09132939cc37" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1265.794036] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-85a6547c-bf3d-4bdc-b0a3-09132939cc37" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1265.794036] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1265.796592] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1265.796592] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1265.796592] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1265.796592] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1265.796592] env[62265]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('85a6547c-bf3d-4bdc-b0a3-09132939cc37',) {} {{(pid=62265) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1265.938821] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port c1e3fd4b-e348-40b3-adc6-ff1c8880ace5 [ 1265.938821] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1265.938821] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1265.938821] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1265.938821] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1265.938821] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1265.939152] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:c1e3fd4b-e348-40b3-adc6-ff1c8880ace5 already deleted. [ 1265.939152] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c1e3fd4b-e348-40b3-adc6-ff1c8880ace5" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1266.296672] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1266.296953] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1266.296953] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1266.297118] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1266.297281] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1266.297524] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1266.297593] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1266.297656] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1266.297810] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1266.297885] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1266.297969] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 85a6547c-bf3d-4bdc-b0a3-09132939cc37 is going to be updated. [ 1266.328536] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1266.328661] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1266.328711] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1266.328897] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1266.329050] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1266.337015] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 85a6547c-bf3d-4bdc-b0a3-09132939cc37 in Status: IN_PROGRESS for 2s [ 1267.129861] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 62a27616-2753-4d3e-9cd4-e35381d18526 in Status: SUCCESS [ 1267.130056] env[62265]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 62a27616-2753-4d3e-9cd4-e35381d18526 deletion is rescheduled due to dependency. [ 1267.130179] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-62a27616-2753-4d3e-9cd4-e35381d18526" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1268.223074] env[62265]: INFO networking_nsxv3.common.synchronization [req-7709c3ed-7a99-421b-b274-b2562c5d3d63 req-d5733187-44f1-479d-a3a3-c18a59c3330d tempest-AttachVolumeShelveTestJSON-922877392 tempest-AttachVolumeShelveTestJSON-922877392-project-member] Enqueued Resource ID: ce0afbc5-bde1-45cb-a95b-09b0b420051a with Priority: HIGHEST for action security_group_members [ 1268.223596] env[62265]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ce0afbc5-bde1-45cb-a95b-09b0b420051a with Priority: HIGHEST for action security_group_members [ 1268.223894] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock member-ce0afbc5-bde1-45cb-a95b-09b0b420051a taken with stack trace [, , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1268.224060] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ce0afbc5-bde1-45cb-a95b-09b0b420051a" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1268.224151] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ce0afbc5-bde1-45cb-a95b-09b0b420051a" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1268.224277] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ce0afbc5-bde1-45cb-a95b-09b0b420051a" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1268.224449] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1268.224754] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1268.224855] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1268.225013] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1268.225136] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1268.225268] env[62265]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ce0afbc5-bde1-45cb-a95b-09b0b420051a',) {} {{(pid=62265) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1268.346619] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 85a6547c-bf3d-4bdc-b0a3-09132939cc37 in Status: SUCCESS [ 1268.346619] env[62265]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 85a6547c-bf3d-4bdc-b0a3-09132939cc37 deletion is rescheduled due to dependency. [ 1268.346918] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-85a6547c-bf3d-4bdc-b0a3-09132939cc37" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1268.727145] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1268.727365] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1268.727489] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1268.727697] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1268.727809] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1268.728055] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1268.728177] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1268.728255] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1268.728442] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1268.728534] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1268.728630] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ce0afbc5-bde1-45cb-a95b-09b0b420051a is going to be updated. [ 1268.753319] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1268.753468] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1268.753543] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1268.753765] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1268.753928] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1268.773012] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ce0afbc5-bde1-45cb-a95b-09b0b420051a in Status: IN_PROGRESS for 2s [ 1269.097460] env[62265]: INFO networking_nsxv3.common.synchronization [req-e6fd2a64-69fb-4b27-8414-d5ebbb454730 req-b6b02d72-4b35-44c5-93b0-b7180dee9a3b tempest-ServersNegativeTestMultiTenantJSON-1296189172 tempest-ServersNegativeTestMultiTenantJSON-1296189172-project-member] Enqueued Resource ID: 1fb397dc-9fc5-4832-8ab9-b102031145c3 with Priority: HIGHEST for action security_group_members [ 1269.097988] env[62265]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1fb397dc-9fc5-4832-8ab9-b102031145c3 with Priority: HIGHEST for action security_group_members [ 1269.098328] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock member-1fb397dc-9fc5-4832-8ab9-b102031145c3 taken with stack trace [, , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1269.098580] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1fb397dc-9fc5-4832-8ab9-b102031145c3" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1269.098580] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1fb397dc-9fc5-4832-8ab9-b102031145c3" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1269.098723] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1fb397dc-9fc5-4832-8ab9-b102031145c3" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1269.098878] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1269.098993] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1269.099116] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1269.099217] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1269.099316] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1269.099430] env[62265]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1fb397dc-9fc5-4832-8ab9-b102031145c3',) {} {{(pid=62265) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1269.347932] env[62265]: DEBUG networking_nsxv3.common.locking [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Lock network-249 taken with stack trace [, , , , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1269.348608] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquiring lock "network-249" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1269.348608] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquired lock "network-249" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1269.348704] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquired external semaphore "network-249" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1269.350199] env[62265]: DEBUG networking_nsxv3.common.locking [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1269.350199] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquiring lock "Segment" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1269.350199] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquired lock "Segment" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1269.350199] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquired external semaphore "Segment" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1269.350199] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Releasing lock "Segment" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1269.350199] env[62265]: DEBUG dogpile.cache.region [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] No value present for key: 'zone-id' {{(pid=62265) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1269.350463] env[62265]: DEBUG dogpile.lock [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] NeedRegenerationException {{(pid=62265) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1269.350463] env[62265]: DEBUG dogpile.lock [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] no value, waiting for create lock {{(pid=62265) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1269.350524] env[62265]: DEBUG dogpile.lock [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] value creation lock acquired {{(pid=62265) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1269.351486] env[62265]: DEBUG dogpile.cache.region [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] No value present for key: 'zone-id' {{(pid=62265) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1269.351486] env[62265]: DEBUG dogpile.lock [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Calling creation function for not-yet-present value {{(pid=62265) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1269.351486] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1269.371234] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1269.371489] env[62265]: DEBUG dogpile.cache.region [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=62265) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1269.371694] env[62265]: DEBUG dogpile.lock [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Released creation lock {{(pid=62265) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1269.371882] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Releasing lock "network-249" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1269.372249] env[62265]: DEBUG networking_nsxv3.common.locking [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Lock port-58d42b57-76bc-4bc4-8cc0-9b58010d4b9e taken with stack trace [, , , , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1269.372471] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquiring lock "port-58d42b57-76bc-4bc4-8cc0-9b58010d4b9e" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1269.372615] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquired lock "port-58d42b57-76bc-4bc4-8cc0-9b58010d4b9e" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1269.372957] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquired external semaphore "port-58d42b57-76bc-4bc4-8cc0-9b58010d4b9e" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1269.373169] env[62265]: DEBUG networking_nsxv3.api.rpc [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('58d42b57-76bc-4bc4-8cc0-9b58010d4b9e',) {} {{(pid=62265) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1269.601374] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1269.601530] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1269.601603] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1269.601812] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1269.601903] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1269.602108] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1269.602220] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1269.602270] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1269.602407] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1269.602497] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1269.602913] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1fb397dc-9fc5-4832-8ab9-b102031145c3 already deleted. [ 1269.602913] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1fb397dc-9fc5-4832-8ab9-b102031145c3" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1269.875985] env[62265]: DEBUG networking_nsxv3.common.locking [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1269.876233] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquiring lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1269.876373] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquired lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1269.876641] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquired external semaphore "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1269.876793] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Releasing lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1269.876975] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Segment Port 58d42b57-76bc-4bc4-8cc0-9b58010d4b9e not found, creating... [ 1269.877302] env[62265]: DEBUG networking_nsxv3.common.locking [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1269.877478] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquiring lock "Segment" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1269.877610] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquired lock "Segment" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1269.877842] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquired external semaphore "Segment" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1269.877982] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Releasing lock "Segment" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1269.878292] env[62265]: DEBUG networking_nsxv3.common.locking [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1269.878455] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquiring lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1269.878574] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquired lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1269.878795] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquired external semaphore "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1269.878936] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Releasing lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1269.879106] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Resource: SegmentPort with ID: 58d42b57-76bc-4bc4-8cc0-9b58010d4b9e is going to be created. [ 1269.897762] env[62265]: DEBUG networking_nsxv3.common.locking [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1269.897940] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquiring lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1269.898077] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquired lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1269.898325] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquired external semaphore "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1269.898551] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Releasing lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1269.898767] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Releasing lock "port-58d42b57-76bc-4bc4-8cc0-9b58010d4b9e" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1270.594671] env[62265]: INFO networking_nsxv3.common.synchronization [req-e6fd2a64-69fb-4b27-8414-d5ebbb454730 req-9a3a5e23-c7e6-43ab-b78c-807eff540411 service nova] Enqueued Resource ID: 1fb397dc-9fc5-4832-8ab9-b102031145c3 with Priority: HIGHEST for action security_group_rules [ 1270.594671] env[62265]: INFO networking_nsxv3.common.synchronization [req-e6fd2a64-69fb-4b27-8414-d5ebbb454730 req-9a3a5e23-c7e6-43ab-b78c-807eff540411 service nova] Enqueued Resource ID: 1fb397dc-9fc5-4832-8ab9-b102031145c3 with Priority: HIGHEST for action security_group_members [ 1270.594671] env[62265]: INFO networking_nsxv3.common.synchronization [req-e6fd2a64-69fb-4b27-8414-d5ebbb454730 req-9a3a5e23-c7e6-43ab-b78c-807eff540411 service nova] Enqueued Resource ID: 58d42b57-76bc-4bc4-8cc0-9b58010d4b9e with Priority: HIGHEST for action port [ 1270.594671] env[62265]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1fb397dc-9fc5-4832-8ab9-b102031145c3 with Priority: HIGHEST for action security_group_rules [ 1270.594671] env[62265]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1fb397dc-9fc5-4832-8ab9-b102031145c3 with Priority: HIGHEST for action security_group_members [ 1270.594671] env[62265]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 58d42b57-76bc-4bc4-8cc0-9b58010d4b9e with Priority: HIGHEST for action port [ 1270.594671] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock rules-1fb397dc-9fc5-4832-8ab9-b102031145c3 taken with stack trace [, , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1270.594671] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-1fb397dc-9fc5-4832-8ab9-b102031145c3" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1270.594671] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-1fb397dc-9fc5-4832-8ab9-b102031145c3" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1270.594671] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-1fb397dc-9fc5-4832-8ab9-b102031145c3" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1270.594671] env[62265]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('1fb397dc-9fc5-4832-8ab9-b102031145c3',) {} {{(pid=62265) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1270.595615] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock member-1fb397dc-9fc5-4832-8ab9-b102031145c3 taken with stack trace [, , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1270.595615] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1fb397dc-9fc5-4832-8ab9-b102031145c3" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1270.595615] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1fb397dc-9fc5-4832-8ab9-b102031145c3" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1270.595615] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1fb397dc-9fc5-4832-8ab9-b102031145c3" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1270.595615] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1270.595803] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1270.595803] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1270.595926] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1270.595975] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1270.596100] env[62265]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1fb397dc-9fc5-4832-8ab9-b102031145c3',) {} {{(pid=62265) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1270.597034] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock port-58d42b57-76bc-4bc4-8cc0-9b58010d4b9e taken with stack trace [, , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1270.597034] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-58d42b57-76bc-4bc4-8cc0-9b58010d4b9e" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1270.597034] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-58d42b57-76bc-4bc4-8cc0-9b58010d4b9e" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1270.597210] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-58d42b57-76bc-4bc4-8cc0-9b58010d4b9e" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1270.597279] env[62265]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('58d42b57-76bc-4bc4-8cc0-9b58010d4b9e',) {} {{(pid=62265) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1270.783057] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ce0afbc5-bde1-45cb-a95b-09b0b420051a in Status: SUCCESS [ 1270.783235] env[62265]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ce0afbc5-bde1-45cb-a95b-09b0b420051a deletion is rescheduled due to dependency. [ 1270.783422] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ce0afbc5-bde1-45cb-a95b-09b0b420051a" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1271.099370] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock member-1fb397dc-9fc5-4832-8ab9-b102031145c3 taken with stack trace [, , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1271.099568] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1fb397dc-9fc5-4832-8ab9-b102031145c3" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1271.101134] env[62265]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('1fb397dc-9fc5-4832-8ab9-b102031145c3',) {} {{(pid=62265) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1271.102126] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 58d42b57-76bc-4bc4-8cc0-9b58010d4b9e with status ACTIVE [ 1271.103141] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1271.103141] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1271.103141] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1271.103141] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1271.103141] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1271.103141] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1271.103141] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1271.103141] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1271.103459] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1271.103459] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1271.103459] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1271.103975] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1271.103975] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1271.103975] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1271.103975] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1271.103975] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 58d42b57-76bc-4bc4-8cc0-9b58010d4b9e is going to be updated. [ 1271.124997] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1271.124997] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1271.124997] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1271.125149] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1271.125241] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1271.125396] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-58d42b57-76bc-4bc4-8cc0-9b58010d4b9e" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1271.605375] env[62265]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('1fb397dc-9fc5-4832-8ab9-b102031145c3',) {} {{(pid=62265) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1272.107673] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1272.107902] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1272.107902] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1272.108269] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1272.108409] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1272.108515] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1fb397dc-9fc5-4832-8ab9-b102031145c3 is going to be created. [ 1272.144104] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1272.144296] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1272.144393] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1272.144554] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1272.144717] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1272.160325] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1fb397dc-9fc5-4832-8ab9-b102031145c3 in Status: UNINITIALIZED for 2s [ 1273.035021] env[62265]: INFO networking_nsxv3.common.synchronization [req-ebc14fe3-f94d-4423-aab9-087df54f87ff req-dfa49c58-e69c-4c0e-a7bd-ba4a4f706221 tempest-ServerActionsTestJSON-418686671 tempest-ServerActionsTestJSON-418686671-project-member] Enqueued Resource ID: 62a27616-2753-4d3e-9cd4-e35381d18526 with Priority: HIGHEST for action security_group_members [ 1273.035570] env[62265]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 62a27616-2753-4d3e-9cd4-e35381d18526 with Priority: HIGHEST for action security_group_members [ 1273.035924] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock member-62a27616-2753-4d3e-9cd4-e35381d18526 taken with stack trace [, , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1273.036086] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-62a27616-2753-4d3e-9cd4-e35381d18526" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1273.036133] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-62a27616-2753-4d3e-9cd4-e35381d18526" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1273.036313] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-62a27616-2753-4d3e-9cd4-e35381d18526" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1273.036462] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1273.036563] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1273.036632] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1273.036769] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1273.036860] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1273.036932] env[62265]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('62a27616-2753-4d3e-9cd4-e35381d18526',) {} {{(pid=62265) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1273.301705] env[62265]: DEBUG networking_nsxv3.common.locking [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Lock network-421 taken with stack trace [, , , , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1273.301906] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquiring lock "network-421" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1273.302300] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquired lock "network-421" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1273.302300] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquired external semaphore "network-421" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1273.302562] env[62265]: DEBUG networking_nsxv3.common.locking [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1273.302714] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquiring lock "Segment" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1273.302835] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquired lock "Segment" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1273.303064] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquired external semaphore "Segment" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1273.303216] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Releasing lock "Segment" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1273.303503] env[62265]: DEBUG dogpile.cache.region [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] No value present for key: 'zone-id' {{(pid=62265) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1273.303622] env[62265]: DEBUG dogpile.lock [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] NeedRegenerationException {{(pid=62265) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1273.303739] env[62265]: DEBUG dogpile.lock [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] no value, waiting for create lock {{(pid=62265) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1273.303841] env[62265]: DEBUG dogpile.lock [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] value creation lock acquired {{(pid=62265) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1273.303954] env[62265]: DEBUG dogpile.cache.region [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] No value present for key: 'zone-id' {{(pid=62265) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1273.304077] env[62265]: DEBUG dogpile.lock [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Calling creation function for not-yet-present value {{(pid=62265) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1273.304214] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1273.326329] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1273.326582] env[62265]: DEBUG dogpile.cache.region [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=62265) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1273.326731] env[62265]: DEBUG dogpile.lock [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Released creation lock {{(pid=62265) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1273.326905] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Releasing lock "network-421" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1273.327357] env[62265]: DEBUG networking_nsxv3.common.locking [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Lock port-9f025f69-81c0-4ba2-84a6-cf14b1215a1a taken with stack trace [, , , , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1273.327580] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquiring lock "port-9f025f69-81c0-4ba2-84a6-cf14b1215a1a" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1273.327714] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquired lock "port-9f025f69-81c0-4ba2-84a6-cf14b1215a1a" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1273.328036] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquired external semaphore "port-9f025f69-81c0-4ba2-84a6-cf14b1215a1a" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1273.328323] env[62265]: DEBUG networking_nsxv3.api.rpc [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9f025f69-81c0-4ba2-84a6-cf14b1215a1a',) {} {{(pid=62265) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1273.539014] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1273.539207] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1273.539292] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1273.539484] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1273.539584] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1273.539773] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1273.539875] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1273.539938] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1273.540106] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1273.540186] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1273.540274] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 62a27616-2753-4d3e-9cd4-e35381d18526 is going to be updated. [ 1273.564392] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1273.564511] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1273.564546] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1273.564677] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1273.564799] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1273.573172] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 62a27616-2753-4d3e-9cd4-e35381d18526 in Status: IN_PROGRESS for 2s [ 1273.830242] env[62265]: DEBUG networking_nsxv3.common.locking [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1273.830475] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquiring lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1273.830562] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquired lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1273.830998] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquired external semaphore "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1273.830998] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Releasing lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1273.831154] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Segment Port 9f025f69-81c0-4ba2-84a6-cf14b1215a1a not found, creating... [ 1273.831398] env[62265]: DEBUG networking_nsxv3.common.locking [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1273.831635] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquiring lock "Segment" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1273.831635] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquired lock "Segment" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1273.831916] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquired external semaphore "Segment" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1273.832211] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Releasing lock "Segment" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1273.832761] env[62265]: DEBUG networking_nsxv3.common.locking [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1273.832885] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquiring lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1273.832984] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquired lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1273.833291] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquired external semaphore "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1273.833353] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Releasing lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1273.833620] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Resource: SegmentPort with ID: 9f025f69-81c0-4ba2-84a6-cf14b1215a1a is going to be created. [ 1273.857673] env[62265]: DEBUG networking_nsxv3.common.locking [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1273.857951] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquiring lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1273.858093] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquired lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1273.858348] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquired external semaphore "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1273.858576] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Releasing lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1273.858795] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Releasing lock "port-9f025f69-81c0-4ba2-84a6-cf14b1215a1a" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1274.170469] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1fb397dc-9fc5-4832-8ab9-b102031145c3 in Status: SUCCESS [ 1274.170803] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1fb397dc-9fc5-4832-8ab9-b102031145c3" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1274.170803] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1fb397dc-9fc5-4832-8ab9-b102031145c3" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1274.171016] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1fb397dc-9fc5-4832-8ab9-b102031145c3" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1274.171208] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1274.171326] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1274.171392] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1274.171543] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1274.171622] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1274.171705] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1fb397dc-9fc5-4832-8ab9-b102031145c3" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1274.171795] env[62265]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('1fb397dc-9fc5-4832-8ab9-b102031145c3',) {} {{(pid=62265) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1274.554897] env[62265]: INFO networking_nsxv3.common.synchronization [req-ebc14fe3-f94d-4423-aab9-087df54f87ff req-2ac4743f-0890-477c-b281-4a87e98283eb service nova] Enqueued Resource ID: 62a27616-2753-4d3e-9cd4-e35381d18526 with Priority: HIGHEST for action security_group_rules [ 1274.554897] env[62265]: INFO networking_nsxv3.common.synchronization [req-ebc14fe3-f94d-4423-aab9-087df54f87ff req-2ac4743f-0890-477c-b281-4a87e98283eb service nova] Enqueued Resource ID: 62a27616-2753-4d3e-9cd4-e35381d18526 with Priority: HIGHEST for action security_group_members [ 1274.554897] env[62265]: INFO networking_nsxv3.common.synchronization [req-ebc14fe3-f94d-4423-aab9-087df54f87ff req-2ac4743f-0890-477c-b281-4a87e98283eb service nova] Enqueued Resource ID: 9f025f69-81c0-4ba2-84a6-cf14b1215a1a with Priority: HIGHEST for action port [ 1274.555140] env[62265]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 62a27616-2753-4d3e-9cd4-e35381d18526 with Priority: HIGHEST for action security_group_rules [ 1274.555323] env[62265]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 62a27616-2753-4d3e-9cd4-e35381d18526 with Priority: HIGHEST for action security_group_members [ 1274.555406] env[62265]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9f025f69-81c0-4ba2-84a6-cf14b1215a1a with Priority: HIGHEST for action port [ 1274.556148] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock rules-62a27616-2753-4d3e-9cd4-e35381d18526 taken with stack trace [, , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1274.556148] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-62a27616-2753-4d3e-9cd4-e35381d18526" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1274.556270] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-62a27616-2753-4d3e-9cd4-e35381d18526" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1274.556504] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-62a27616-2753-4d3e-9cd4-e35381d18526" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1274.556617] env[62265]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('62a27616-2753-4d3e-9cd4-e35381d18526',) {} {{(pid=62265) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1274.557663] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock member-62a27616-2753-4d3e-9cd4-e35381d18526 taken with stack trace [, , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1274.557663] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-62a27616-2753-4d3e-9cd4-e35381d18526" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1274.557893] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock port-9f025f69-81c0-4ba2-84a6-cf14b1215a1a taken with stack trace [, , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1274.558081] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-9f025f69-81c0-4ba2-84a6-cf14b1215a1a" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1274.558132] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-9f025f69-81c0-4ba2-84a6-cf14b1215a1a" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1274.558371] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-9f025f69-81c0-4ba2-84a6-cf14b1215a1a" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1274.558484] env[62265]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9f025f69-81c0-4ba2-84a6-cf14b1215a1a',) {} {{(pid=62265) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1274.673990] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock member-1fb397dc-9fc5-4832-8ab9-b102031145c3 taken with stack trace [, , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1274.674200] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1fb397dc-9fc5-4832-8ab9-b102031145c3" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1274.674272] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1fb397dc-9fc5-4832-8ab9-b102031145c3" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1274.674567] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1fb397dc-9fc5-4832-8ab9-b102031145c3" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1274.674764] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1274.674947] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1274.674947] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1274.675120] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1274.675232] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1274.675331] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1fb397dc-9fc5-4832-8ab9-b102031145c3" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1274.675480] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock member-1fb397dc-9fc5-4832-8ab9-b102031145c3 taken with stack trace [, , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1274.675573] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1fb397dc-9fc5-4832-8ab9-b102031145c3" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1274.675633] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1fb397dc-9fc5-4832-8ab9-b102031145c3" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1274.675778] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1fb397dc-9fc5-4832-8ab9-b102031145c3" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1274.675918] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1274.676351] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1274.676351] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1274.676351] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1274.676351] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1274.676499] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1fb397dc-9fc5-4832-8ab9-b102031145c3" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1274.676499] env[62265]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('1fb397dc-9fc5-4832-8ab9-b102031145c3',) {} {{(pid=62265) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1275.061035] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock member-62a27616-2753-4d3e-9cd4-e35381d18526 taken with stack trace [, , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1275.061035] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-62a27616-2753-4d3e-9cd4-e35381d18526" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1275.061035] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 9f025f69-81c0-4ba2-84a6-cf14b1215a1a with status ACTIVE [ 1275.061035] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1275.061256] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1275.061256] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1275.061545] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1275.061743] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1275.061919] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1275.062093] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1275.062185] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1275.062395] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1275.062508] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1275.062717] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1275.062837] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1275.062916] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1275.063097] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1275.063201] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1275.063296] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 9f025f69-81c0-4ba2-84a6-cf14b1215a1a is going to be updated. [ 1275.085249] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1275.085383] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1275.085458] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1275.085630] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1275.085759] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1275.085914] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-9f025f69-81c0-4ba2-84a6-cf14b1215a1a" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1275.178869] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 1fb397dc-9fc5-4832-8ab9-b102031145c3: rpc.has_security_group_logging(os_id): False [ 1275.201257] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1275.201381] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1275.201450] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1275.201669] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1275.201737] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1275.201912] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1275.202014] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1275.202081] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1275.202229] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1275.202309] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1275.202496] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1275.202589] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1275.202646] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1275.202785] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1275.206017] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1275.206017] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1275.206017] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1275.206017] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1275.206017] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1275.206017] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1275.206017] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 1fb397dc-9fc5-4832-8ab9-b102031145c3 is going to be created. [ 1275.212595] env[62265]: INFO networking_nsxv3.common.synchronization [req-8fc862a8-c64d-48d6-8de9-323393a56436 req-c2804d4f-61f9-4f07-b665-d4e49e8d57d7 tempest-ServerActionsTestOtherB-1524070999 tempest-ServerActionsTestOtherB-1524070999-project-member] Enqueued Resource ID: e1aa9925-8acc-4328-bd1d-1f3ff9007d21 with Priority: HIGHEST for action security_group_members [ 1275.213154] env[62265]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e1aa9925-8acc-4328-bd1d-1f3ff9007d21 with Priority: HIGHEST for action security_group_members [ 1275.213582] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock member-e1aa9925-8acc-4328-bd1d-1f3ff9007d21 taken with stack trace [, , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1275.213582] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e1aa9925-8acc-4328-bd1d-1f3ff9007d21" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1275.213582] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e1aa9925-8acc-4328-bd1d-1f3ff9007d21" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1275.213706] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e1aa9925-8acc-4328-bd1d-1f3ff9007d21" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1275.213783] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1275.213878] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1275.213960] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1275.214284] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1275.214284] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1275.214415] env[62265]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e1aa9925-8acc-4328-bd1d-1f3ff9007d21',) {} {{(pid=62265) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1275.266301] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1275.266449] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1275.266514] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1275.266699] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1275.266871] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1275.277155] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 1fb397dc-9fc5-4832-8ab9-b102031145c3 in Status: IN_PROGRESS for 2s [ 1275.468525] env[62265]: DEBUG networking_nsxv3.common.locking [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Lock network-14 taken with stack trace [, , , , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1275.468728] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquiring lock "network-14" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1275.468845] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquired lock "network-14" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1275.469131] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquired external semaphore "network-14" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1275.469386] env[62265]: DEBUG networking_nsxv3.common.locking [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1275.469546] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquiring lock "Segment" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1275.469665] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquired lock "Segment" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1275.469880] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquired external semaphore "Segment" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1275.470035] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Releasing lock "Segment" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1275.470246] env[62265]: DEBUG dogpile.cache.region [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] No value present for key: 'zone-id' {{(pid=62265) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1275.470362] env[62265]: DEBUG dogpile.lock [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] NeedRegenerationException {{(pid=62265) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1275.470472] env[62265]: DEBUG dogpile.lock [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] no value, waiting for create lock {{(pid=62265) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1275.470578] env[62265]: DEBUG dogpile.lock [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] value creation lock acquired {{(pid=62265) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1275.470690] env[62265]: DEBUG dogpile.cache.region [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] No value present for key: 'zone-id' {{(pid=62265) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1275.470801] env[62265]: DEBUG dogpile.lock [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Calling creation function for not-yet-present value {{(pid=62265) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1275.470932] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1275.489470] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1275.489631] env[62265]: DEBUG dogpile.cache.region [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=62265) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1275.489770] env[62265]: DEBUG dogpile.lock [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Released creation lock {{(pid=62265) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1275.489940] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Releasing lock "network-14" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1275.490237] env[62265]: DEBUG networking_nsxv3.common.locking [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Lock port-0da15463-aac3-4b87-a199-5c0081d44b26 taken with stack trace [, , , , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1275.490403] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquiring lock "port-0da15463-aac3-4b87-a199-5c0081d44b26" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1275.490526] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquired lock "port-0da15463-aac3-4b87-a199-5c0081d44b26" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1275.490833] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquired external semaphore "port-0da15463-aac3-4b87-a199-5c0081d44b26" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1275.490974] env[62265]: DEBUG networking_nsxv3.api.rpc [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0da15463-aac3-4b87-a199-5c0081d44b26',) {} {{(pid=62265) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1275.581536] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 62a27616-2753-4d3e-9cd4-e35381d18526 in Status: SUCCESS [ 1275.581714] env[62265]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 62a27616-2753-4d3e-9cd4-e35381d18526 deletion is rescheduled due to dependency. [ 1275.581829] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-62a27616-2753-4d3e-9cd4-e35381d18526" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1275.581986] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-62a27616-2753-4d3e-9cd4-e35381d18526" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1275.582222] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-62a27616-2753-4d3e-9cd4-e35381d18526" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1275.582402] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1275.582517] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1275.582581] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1275.582732] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1275.582810] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1275.582902] env[62265]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('62a27616-2753-4d3e-9cd4-e35381d18526',) {} {{(pid=62265) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1275.716559] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1275.716704] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1275.716749] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1275.716990] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1275.717092] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1275.717327] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1275.717459] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1275.717532] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1275.717686] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1275.717782] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1275.717874] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e1aa9925-8acc-4328-bd1d-1f3ff9007d21 is going to be updated. [ 1275.741231] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1275.741373] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1275.741446] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1275.741616] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1275.741747] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1275.750140] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e1aa9925-8acc-4328-bd1d-1f3ff9007d21 in Status: IN_PROGRESS for 2s [ 1275.993630] env[62265]: DEBUG networking_nsxv3.common.locking [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1275.993873] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquiring lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1275.994017] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquired lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1275.994323] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquired external semaphore "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1275.994478] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Releasing lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1275.994639] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Segment Port 0da15463-aac3-4b87-a199-5c0081d44b26 not found, creating... [ 1275.994898] env[62265]: DEBUG networking_nsxv3.common.locking [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1275.995076] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquiring lock "Segment" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1275.995200] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquired lock "Segment" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1275.995421] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquired external semaphore "Segment" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1275.995563] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Releasing lock "Segment" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1275.995849] env[62265]: DEBUG networking_nsxv3.common.locking [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1275.996274] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquiring lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1275.996419] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquired lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1275.996635] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquired external semaphore "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1275.996777] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Releasing lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1275.996919] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Resource: SegmentPort with ID: 0da15463-aac3-4b87-a199-5c0081d44b26 is going to be created. [ 1276.017690] env[62265]: DEBUG networking_nsxv3.common.locking [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1276.017890] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquiring lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1276.018046] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquired lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1276.018346] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquired external semaphore "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1276.018632] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Releasing lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1276.018865] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Releasing lock "port-0da15463-aac3-4b87-a199-5c0081d44b26" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1276.085332] env[62265]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('62a27616-2753-4d3e-9cd4-e35381d18526',) {} {{(pid=62265) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1276.588459] env[62265]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('62a27616-2753-4d3e-9cd4-e35381d18526',) {} {{(pid=62265) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1276.812243] env[62265]: INFO networking_nsxv3.common.synchronization [req-8fc862a8-c64d-48d6-8de9-323393a56436 req-9c702054-16c5-4863-b54f-fd586b8cf1b3 service nova] Enqueued Resource ID: e1aa9925-8acc-4328-bd1d-1f3ff9007d21 with Priority: HIGHEST for action security_group_rules [ 1276.812243] env[62265]: INFO networking_nsxv3.common.synchronization [req-8fc862a8-c64d-48d6-8de9-323393a56436 req-9c702054-16c5-4863-b54f-fd586b8cf1b3 service nova] Enqueued Resource ID: e1aa9925-8acc-4328-bd1d-1f3ff9007d21 with Priority: HIGHEST for action security_group_members [ 1276.812243] env[62265]: INFO networking_nsxv3.common.synchronization [req-8fc862a8-c64d-48d6-8de9-323393a56436 req-9c702054-16c5-4863-b54f-fd586b8cf1b3 service nova] Enqueued Resource ID: 0da15463-aac3-4b87-a199-5c0081d44b26 with Priority: HIGHEST for action port [ 1276.812243] env[62265]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e1aa9925-8acc-4328-bd1d-1f3ff9007d21 with Priority: HIGHEST for action security_group_rules [ 1276.812408] env[62265]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e1aa9925-8acc-4328-bd1d-1f3ff9007d21 with Priority: HIGHEST for action security_group_members [ 1276.812408] env[62265]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0da15463-aac3-4b87-a199-5c0081d44b26 with Priority: HIGHEST for action port [ 1276.812926] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e1aa9925-8acc-4328-bd1d-1f3ff9007d21 taken with stack trace [, , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1276.813169] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e1aa9925-8acc-4328-bd1d-1f3ff9007d21" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1276.813255] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e1aa9925-8acc-4328-bd1d-1f3ff9007d21" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1276.813457] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e1aa9925-8acc-4328-bd1d-1f3ff9007d21" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1276.814029] env[62265]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e1aa9925-8acc-4328-bd1d-1f3ff9007d21',) {} {{(pid=62265) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1276.814796] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock member-e1aa9925-8acc-4328-bd1d-1f3ff9007d21 taken with stack trace [, , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1276.814897] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e1aa9925-8acc-4328-bd1d-1f3ff9007d21" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1276.815214] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock port-0da15463-aac3-4b87-a199-5c0081d44b26 taken with stack trace [, , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1276.815335] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-0da15463-aac3-4b87-a199-5c0081d44b26" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1276.815394] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-0da15463-aac3-4b87-a199-5c0081d44b26" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1276.815569] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-0da15463-aac3-4b87-a199-5c0081d44b26" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1276.815965] env[62265]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0da15463-aac3-4b87-a199-5c0081d44b26',) {} {{(pid=62265) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1277.094408] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1277.094408] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1277.094408] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1277.094702] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1277.094799] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1277.094936] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 62a27616-2753-4d3e-9cd4-e35381d18526 is going to be updated. [ 1277.125131] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1277.125131] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1277.125131] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1277.125416] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1277.125581] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1277.135122] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 62a27616-2753-4d3e-9cd4-e35381d18526 in Status: IN_PROGRESS for 2s [ 1277.288206] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 1fb397dc-9fc5-4832-8ab9-b102031145c3 in Status: SUCCESS [ 1277.288446] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-1fb397dc-9fc5-4832-8ab9-b102031145c3" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1277.316279] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock member-e1aa9925-8acc-4328-bd1d-1f3ff9007d21 taken with stack trace [, , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1277.316470] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e1aa9925-8acc-4328-bd1d-1f3ff9007d21" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1277.318015] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 0da15463-aac3-4b87-a199-5c0081d44b26 with status ACTIVE [ 1277.318290] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1277.318451] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1277.318582] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1277.318862] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1277.319116] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1277.319295] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1277.319468] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1277.319599] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1277.319831] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1277.320126] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1277.320260] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1277.320432] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1277.320552] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1277.320771] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1277.320901] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1277.321143] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 0da15463-aac3-4b87-a199-5c0081d44b26 is going to be updated. [ 1277.340856] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1277.341045] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1277.341093] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1277.341358] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1277.341530] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1277.341695] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-0da15463-aac3-4b87-a199-5c0081d44b26" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1277.761983] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e1aa9925-8acc-4328-bd1d-1f3ff9007d21 in Status: SUCCESS [ 1277.761983] env[62265]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e1aa9925-8acc-4328-bd1d-1f3ff9007d21 deletion is rescheduled due to dependency. [ 1277.761983] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e1aa9925-8acc-4328-bd1d-1f3ff9007d21" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1277.761983] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e1aa9925-8acc-4328-bd1d-1f3ff9007d21" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1277.761983] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e1aa9925-8acc-4328-bd1d-1f3ff9007d21" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1277.761983] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1277.761983] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1277.761983] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1277.762605] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1277.762605] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1277.762605] env[62265]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e1aa9925-8acc-4328-bd1d-1f3ff9007d21',) {} {{(pid=62265) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1278.264461] env[62265]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('e1aa9925-8acc-4328-bd1d-1f3ff9007d21',) {} {{(pid=62265) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1278.767135] env[62265]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('e1aa9925-8acc-4328-bd1d-1f3ff9007d21',) {} {{(pid=62265) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1279.145346] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 62a27616-2753-4d3e-9cd4-e35381d18526 in Status: SUCCESS [ 1279.145569] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-62a27616-2753-4d3e-9cd4-e35381d18526" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1279.145734] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-62a27616-2753-4d3e-9cd4-e35381d18526" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1279.145942] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-62a27616-2753-4d3e-9cd4-e35381d18526" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1279.146149] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1279.146268] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1279.146333] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1279.146482] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1279.146563] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1279.146647] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-62a27616-2753-4d3e-9cd4-e35381d18526" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1279.146738] env[62265]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('62a27616-2753-4d3e-9cd4-e35381d18526',) {} {{(pid=62265) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1279.270145] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1279.270363] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1279.270459] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1279.270686] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1279.270810] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1279.270924] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e1aa9925-8acc-4328-bd1d-1f3ff9007d21 is going to be updated. [ 1279.356408] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1279.356732] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1279.356909] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1279.357067] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1279.357219] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1279.370350] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e1aa9925-8acc-4328-bd1d-1f3ff9007d21 in Status: IN_PROGRESS for 2s [ 1279.648957] env[62265]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('62a27616-2753-4d3e-9cd4-e35381d18526',) {} {{(pid=62265) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1280.151278] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 62a27616-2753-4d3e-9cd4-e35381d18526: rpc.has_security_group_logging(os_id): False [ 1280.168039] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1280.168223] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1280.168223] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1280.168480] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1280.168578] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1280.168827] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1280.168929] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1280.168994] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1280.169167] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1280.169245] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1280.169382] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 62a27616-2753-4d3e-9cd4-e35381d18526 is going to be updated. [ 1280.257829] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1280.257829] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1280.257829] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1280.257829] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1280.257829] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1280.269316] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 62a27616-2753-4d3e-9cd4-e35381d18526 in Status: IN_PROGRESS for 2s [ 1281.266797] env[62265]: INFO networking_nsxv3.common.synchronization [req-942698b7-e6a7-4c89-9615-e35cd2c86aff req-a9cd71d0-d330-469d-b177-f926a3fe16d7 tempest-ServersNegativeTestMultiTenantJSON-1296189172 tempest-ServersNegativeTestMultiTenantJSON-1296189172-project-member] Enqueued Resource ID: 1fb397dc-9fc5-4832-8ab9-b102031145c3 with Priority: HIGHEST for action security_group_members [ 1281.267366] env[62265]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1fb397dc-9fc5-4832-8ab9-b102031145c3 with Priority: HIGHEST for action security_group_members [ 1281.267664] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock member-1fb397dc-9fc5-4832-8ab9-b102031145c3 taken with stack trace [, , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1281.267790] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1fb397dc-9fc5-4832-8ab9-b102031145c3" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1281.267872] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1fb397dc-9fc5-4832-8ab9-b102031145c3" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1281.268188] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1fb397dc-9fc5-4832-8ab9-b102031145c3" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1281.268423] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1281.268519] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1281.268569] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1281.268739] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1281.268827] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1281.268920] env[62265]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1fb397dc-9fc5-4832-8ab9-b102031145c3',) {} {{(pid=62265) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1281.380448] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e1aa9925-8acc-4328-bd1d-1f3ff9007d21 in Status: SUCCESS [ 1281.380670] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e1aa9925-8acc-4328-bd1d-1f3ff9007d21" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1281.380827] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e1aa9925-8acc-4328-bd1d-1f3ff9007d21" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1281.381052] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e1aa9925-8acc-4328-bd1d-1f3ff9007d21" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1281.381244] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1281.381366] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1281.381468] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1281.381659] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1281.381745] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1281.381834] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e1aa9925-8acc-4328-bd1d-1f3ff9007d21" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1281.381923] env[62265]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('e1aa9925-8acc-4328-bd1d-1f3ff9007d21',) {} {{(pid=62265) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1281.771179] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1281.771407] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1281.771526] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1281.771819] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1281.771923] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1281.772146] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1281.772257] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1281.772343] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1281.772557] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1281.772643] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1281.772734] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1fb397dc-9fc5-4832-8ab9-b102031145c3 is going to be updated. [ 1281.808379] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1281.808567] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1281.808567] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1281.808757] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1281.808944] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1281.816992] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1fb397dc-9fc5-4832-8ab9-b102031145c3 in Status: IN_PROGRESS for 2s [ 1281.884674] env[62265]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('e1aa9925-8acc-4328-bd1d-1f3ff9007d21',) {} {{(pid=62265) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1282.282921] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 62a27616-2753-4d3e-9cd4-e35381d18526 in Status: SUCCESS [ 1282.283309] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-62a27616-2753-4d3e-9cd4-e35381d18526" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1282.387706] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for e1aa9925-8acc-4328-bd1d-1f3ff9007d21: rpc.has_security_group_logging(os_id): False [ 1282.404665] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1282.404845] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1282.404924] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1282.405084] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1282.405450] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1282.405515] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1282.405602] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1282.405649] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1282.405797] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1282.405874] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1282.405964] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e1aa9925-8acc-4328-bd1d-1f3ff9007d21 is going to be updated. [ 1282.469598] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1282.469757] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1282.469819] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1282.470037] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1282.470186] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1282.481300] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e1aa9925-8acc-4328-bd1d-1f3ff9007d21 in Status: IN_PROGRESS for 2s [ 1283.827640] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1fb397dc-9fc5-4832-8ab9-b102031145c3 in Status: SUCCESS [ 1283.827640] env[62265]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1fb397dc-9fc5-4832-8ab9-b102031145c3 deletion is rescheduled due to dependency. [ 1283.827640] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1fb397dc-9fc5-4832-8ab9-b102031145c3" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1284.493987] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e1aa9925-8acc-4328-bd1d-1f3ff9007d21 in Status: SUCCESS [ 1284.494252] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e1aa9925-8acc-4328-bd1d-1f3ff9007d21" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1286.269419] env[62265]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1286.269419] env[62265]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1291.269373] env[62265]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1291.269635] env[62265]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1296.270294] env[62265]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1296.270691] env[62265]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1301.271633] env[62265]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1301.271920] env[62265]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1304.339851] env[62265]: INFO networking_nsxv3.common.synchronization [req-cf2ae02e-ec18-4887-9f98-779178440c52 req-57bde842-eb2e-4d39-8639-0a186bf7bd83 tempest-AttachVolumeNegativeTest-1860273183 tempest-AttachVolumeNegativeTest-1860273183-project-member] Enqueued Resource ID: 2e184ac7-504e-43d4-9886-0404dcafa130 with Priority: HIGHEST for action security_group_members [ 1304.340378] env[62265]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2e184ac7-504e-43d4-9886-0404dcafa130 with Priority: HIGHEST for action security_group_members [ 1304.340736] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock member-2e184ac7-504e-43d4-9886-0404dcafa130 taken with stack trace [, , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1304.341149] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2e184ac7-504e-43d4-9886-0404dcafa130" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1304.341149] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2e184ac7-504e-43d4-9886-0404dcafa130" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1304.341321] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2e184ac7-504e-43d4-9886-0404dcafa130" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1304.341498] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1304.341609] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1304.341724] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1304.341876] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1304.341968] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1304.342079] env[62265]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2e184ac7-504e-43d4-9886-0404dcafa130',) {} {{(pid=62265) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1304.845631] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1304.845803] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1304.845858] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1304.846096] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1304.846191] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1304.846411] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1304.846494] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1304.846542] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1304.846770] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1304.846770] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1304.847104] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2e184ac7-504e-43d4-9886-0404dcafa130 is going to be updated. [ 1304.872938] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1304.873163] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1304.873276] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1304.873565] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1304.873779] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1304.882130] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2e184ac7-504e-43d4-9886-0404dcafa130 in Status: IN_PROGRESS for 2s [ 1306.893128] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2e184ac7-504e-43d4-9886-0404dcafa130 in Status: SUCCESS [ 1306.893419] env[62265]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2e184ac7-504e-43d4-9886-0404dcafa130 deletion is rescheduled due to dependency. [ 1306.893419] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2e184ac7-504e-43d4-9886-0404dcafa130" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1309.341437] env[62265]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1309.341781] env[62265]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1309.943041] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock all taken with stack trace [, , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1309.943226] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "all" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1309.943292] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "all" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1309.943483] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "all" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1309.943589] env[62265]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_ports_with_revisions called with arguments (1000, 0) {} {{(pid=62265) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1310.446300] env[62265]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_groups_with_revisions called with arguments (1000, 0) {} {{(pid=62265) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1310.949114] env[62265]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_qos_policies_with_revisions called with arguments (1000, 0) {} {{(pid=62265) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1311.451158] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Inventory metadata is going to be refreshed. [ 1311.451433] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Segment. [ 1312.140965] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1312.141147] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1312.141194] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1312.141389] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1312.152695] env[62265]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider [-] Duplicate resource with OS_ID: 992 ID: cl2-zone-992 [ 1312.154840] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1312.155521] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:SegmentPort. [ 1312.192063] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1312.192202] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1312.192243] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1312.192423] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1312.206307] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1312.207019] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:SegmentPort Is:0. [ 1312.207086] env[62265]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:SegmentPort Are:set() {{(pid=62265) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1312.207125] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules). [ 1312.243351] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1312.243482] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1312.243558] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1312.243690] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1312.244947] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1312.245107] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules Remote IP Prefix). [ 1312.317246] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules Remote IP Prefix) taken with stack trace [, , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1312.317446] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules Remote IP Prefix)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1312.317446] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules Remote IP Prefix)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1312.317622] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules Remote IP Prefix)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1312.317950] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules Remote IP Prefix)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1312.318211] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Address Group. [ 1312.383304] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Address Group taken with stack trace [, , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1312.383509] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Address Group" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1312.383509] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Address Group" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1312.383715] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Address Group" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1312.384023] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Address Group" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1312.384303] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Security Group (Rules) Is:49. [ 1312.384401] env[62265]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Security Group (Rules) Are:{'da93af02-3b4e-409c-8e28-ed7c1e3287ca', '62a27616-2753-4d3e-9cd4-e35381d18526', 'b70db8a6-589b-46f1-ab50-a8fac5cfe516', 'e5346c1d-c1df-4bc2-97ae-4ee05ac16c1a', '3649d9fc-24f4-43f3-8426-2fff76636e76', '8e819c63-7596-440c-a537-a09e7fc35017', '617a5cdb-9e2d-4824-b793-343dab01f226', '2e184ac7-504e-43d4-9886-0404dcafa130', '7d8f4397-acf6-4c55-898c-ac910f9cc1ad', 'e1de3603-accf-48b1-98d6-aa6e1a5d354f', '85a6547c-bf3d-4bdc-b0a3-09132939cc37', 'eb57c0de-4dcd-4210-a94a-c6221d21ca6e', 'b14d34b3-3850-409a-ad29-5e7f511073a0', '3eaa7a8d-3076-433e-9370-28725ca9b67c', '515afca6-988d-462b-b06c-2a6ca4759e17', '95cf98c4-3841-4576-950a-00c6f979459f', '1fb397dc-9fc5-4832-8ab9-b102031145c3', '27bfe5fa-3e17-4f98-ab6d-4f797611b209', 'c18e7d00-73a0-498e-841a-865db577c424', '2edf389b-244f-49af-a68d-5cdd4b48b2d8', '7153b458-f301-4578-9e41-e8a10d3e2733', '80a49948-1200-4ec4-9f91-a75016ddff71', '9e952409-8451-48e8-a03d-9ff3d5fdd02f', '7b591979-c1c7-4513-bd5a-31e7c235aaa9', 'cbb0bac3-287c-4b43-8b3d-b8f499908de9', '60596148-eceb-4997-b7ff-c5c796ce9f1d', '4e3255a1-2627-4af8-a377-2fa0c46dd04b', '436bc623-fc1a-4dae-96bb-9da4a7a82eee', 'eaee02db-54f8-457f-ab87-c3f5ae959460', 'feb45f86-91e8-4a23-99fd-16253ca1bee4', 'ce0afbc5-bde1-45cb-a95b-09b0b420051a', '9154915d-163b-4210-b976-4a3d48ceb510', '6375f917-9a84-4259-897a-4a85dfd5f750', 'a5c5ec0d-46d4-416a-916b-33fdcefa1ad7', '675a4269-836b-4909-acaa-4275941b065d', '16d3b289-3e0c-4b2b-8d94-60c241a56f86', '17c63cf2-61eb-4ce9-8e1d-47bb40404daa', 'bbfc9ecc-8955-4d2c-a9c7-0532011137fc', 'e1aa9925-8acc-4328-bd1d-1f3ff9007d21', '684069ea-f32f-4fab-b9e4-2cef5126ff66', 'c8509c53-531d-40fa-8d66-9f26778803f5', '7c32117f-f49b-4b2f-810a-9daef4f7badf', 'acaa75e0-c50a-4735-bf37-8856257d2177', 'fc14bf32-d62c-4a80-9110-c757fd3fbc4f', 'dbf0382a-bcd5-43d4-ab73-ef2ea46e78d1', '73170779-4669-46dd-a6f5-6360c02dd347', 'd19427e8-4d50-432f-b494-0ac8141f4c17', '026afd4b-d3d0-4e4c-b150-7cb6271ae595', '6e771e24-a68b-413b-9410-7894918edfef'} {{(pid=62265) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1312.384494] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Segment QoS. [ 1312.402213] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Segment QoS taken with stack trace [, , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1312.402355] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment QoS" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1312.402444] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment QoS" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1312.402686] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment QoS" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1312.402787] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment QoS" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1312.402889] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Segment QoS Is:0. [ 1312.402961] env[62265]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Segment QoS Are:set() {{(pid=62265) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1312.403044] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Members). [ 1312.481092] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1312.481429] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1312.481429] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1312.481505] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1312.482652] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1312.482875] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Security Group (Members) Is:0. [ 1312.482954] env[62265]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Security Group (Members) Are:set() {{(pid=62265) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1312.483034] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Inventory metadata have been refreshed. [ 1312.483104] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 0/0 resources of Type:Ports [ 1312.483181] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 20/49 resources of Type:Security Group Rules [ 1312.483250] env[62265]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: da93af02-3b4e-409c-8e28-ed7c1e3287ca with Priority: HIGH for action security_group_rules [ 1312.483326] env[62265]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 62a27616-2753-4d3e-9cd4-e35381d18526 with Priority: HIGH for action security_group_rules [ 1312.483390] env[62265]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: b70db8a6-589b-46f1-ab50-a8fac5cfe516 with Priority: HIGH for action security_group_rules [ 1312.483447] env[62265]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: e5346c1d-c1df-4bc2-97ae-4ee05ac16c1a with Priority: HIGH for action security_group_rules [ 1312.483504] env[62265]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 3649d9fc-24f4-43f3-8426-2fff76636e76 with Priority: HIGH for action security_group_rules [ 1312.483565] env[62265]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 8e819c63-7596-440c-a537-a09e7fc35017 with Priority: HIGH for action security_group_rules [ 1312.483621] env[62265]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 617a5cdb-9e2d-4824-b793-343dab01f226 with Priority: HIGH for action security_group_rules [ 1312.483683] env[62265]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 2e184ac7-504e-43d4-9886-0404dcafa130 with Priority: HIGH for action security_group_rules [ 1312.483744] env[62265]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 7d8f4397-acf6-4c55-898c-ac910f9cc1ad with Priority: HIGH for action security_group_rules [ 1312.483801] env[62265]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: e1de3603-accf-48b1-98d6-aa6e1a5d354f with Priority: HIGH for action security_group_rules [ 1312.483853] env[62265]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 85a6547c-bf3d-4bdc-b0a3-09132939cc37 with Priority: HIGH for action security_group_rules [ 1312.483914] env[62265]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: eb57c0de-4dcd-4210-a94a-c6221d21ca6e with Priority: HIGH for action security_group_rules [ 1312.483969] env[62265]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: b14d34b3-3850-409a-ad29-5e7f511073a0 with Priority: HIGH for action security_group_rules [ 1312.484035] env[62265]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 3eaa7a8d-3076-433e-9370-28725ca9b67c with Priority: HIGH for action security_group_rules [ 1312.484087] env[62265]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 515afca6-988d-462b-b06c-2a6ca4759e17 with Priority: HIGH for action security_group_rules [ 1312.484145] env[62265]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 95cf98c4-3841-4576-950a-00c6f979459f with Priority: HIGH for action security_group_rules [ 1312.484202] env[62265]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 1fb397dc-9fc5-4832-8ab9-b102031145c3 with Priority: HIGH for action security_group_rules [ 1312.484270] env[62265]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 27bfe5fa-3e17-4f98-ab6d-4f797611b209 with Priority: HIGH for action security_group_rules [ 1312.484325] env[62265]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: c18e7d00-73a0-498e-841a-865db577c424 with Priority: HIGH for action security_group_rules [ 1312.484378] env[62265]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 2edf389b-244f-49af-a68d-5cdd4b48b2d8 with Priority: HIGH for action security_group_rules [ 1312.484455] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "all" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1314.343068] env[62265]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1314.343068] env[62265]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=20], Jobs=0 [ 1314.343068] env[62265]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: da93af02-3b4e-409c-8e28-ed7c1e3287ca with Priority: HIGH for action security_group_rules [ 1314.343068] env[62265]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b70db8a6-589b-46f1-ab50-a8fac5cfe516 with Priority: HIGH for action security_group_rules [ 1314.343531] env[62265]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 617a5cdb-9e2d-4824-b793-343dab01f226 with Priority: HIGH for action security_group_rules [ 1314.343531] env[62265]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 515afca6-988d-462b-b06c-2a6ca4759e17 with Priority: HIGH for action security_group_rules [ 1314.343531] env[62265]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2edf389b-244f-49af-a68d-5cdd4b48b2d8 with Priority: HIGH for action security_group_rules [ 1314.343531] env[62265]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c18e7d00-73a0-498e-841a-865db577c424 with Priority: HIGH for action security_group_rules [ 1314.343531] env[62265]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 27bfe5fa-3e17-4f98-ab6d-4f797611b209 with Priority: HIGH for action security_group_rules [ 1314.343531] env[62265]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1fb397dc-9fc5-4832-8ab9-b102031145c3 with Priority: HIGH for action security_group_rules [ 1314.343724] env[62265]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3eaa7a8d-3076-433e-9370-28725ca9b67c with Priority: HIGH for action security_group_rules [ 1314.343724] env[62265]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 95cf98c4-3841-4576-950a-00c6f979459f with Priority: HIGH for action security_group_rules [ 1314.343785] env[62265]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b14d34b3-3850-409a-ad29-5e7f511073a0 with Priority: HIGH for action security_group_rules [ 1314.343866] env[62265]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: eb57c0de-4dcd-4210-a94a-c6221d21ca6e with Priority: HIGH for action security_group_rules [ 1314.343952] env[62265]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 85a6547c-bf3d-4bdc-b0a3-09132939cc37 with Priority: HIGH for action security_group_rules [ 1314.344047] env[62265]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e1de3603-accf-48b1-98d6-aa6e1a5d354f with Priority: HIGH for action security_group_rules [ 1314.344133] env[62265]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7d8f4397-acf6-4c55-898c-ac910f9cc1ad with Priority: HIGH for action security_group_rules [ 1314.344218] env[62265]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8e819c63-7596-440c-a537-a09e7fc35017 with Priority: HIGH for action security_group_rules [ 1314.344302] env[62265]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2e184ac7-504e-43d4-9886-0404dcafa130 with Priority: HIGH for action security_group_rules [ 1314.344385] env[62265]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3649d9fc-24f4-43f3-8426-2fff76636e76 with Priority: HIGH for action security_group_rules [ 1314.344468] env[62265]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 62a27616-2753-4d3e-9cd4-e35381d18526 with Priority: HIGH for action security_group_rules [ 1314.344556] env[62265]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e5346c1d-c1df-4bc2-97ae-4ee05ac16c1a with Priority: HIGH for action security_group_rules [ 1314.344900] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock rules-da93af02-3b4e-409c-8e28-ed7c1e3287ca taken with stack trace [, , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1314.345044] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-da93af02-3b4e-409c-8e28-ed7c1e3287ca" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1314.345111] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-da93af02-3b4e-409c-8e28-ed7c1e3287ca" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1314.345330] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-da93af02-3b4e-409c-8e28-ed7c1e3287ca" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1314.345413] env[62265]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('da93af02-3b4e-409c-8e28-ed7c1e3287ca',) {} {{(pid=62265) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1314.346422] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b70db8a6-589b-46f1-ab50-a8fac5cfe516 taken with stack trace [, , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1314.346542] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b70db8a6-589b-46f1-ab50-a8fac5cfe516" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1314.346609] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b70db8a6-589b-46f1-ab50-a8fac5cfe516" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1314.346775] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b70db8a6-589b-46f1-ab50-a8fac5cfe516" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1314.346849] env[62265]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b70db8a6-589b-46f1-ab50-a8fac5cfe516',) {} {{(pid=62265) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1314.347621] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock rules-617a5cdb-9e2d-4824-b793-343dab01f226 taken with stack trace [, , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1314.347759] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-617a5cdb-9e2d-4824-b793-343dab01f226" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1314.347829] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-617a5cdb-9e2d-4824-b793-343dab01f226" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1314.347976] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-617a5cdb-9e2d-4824-b793-343dab01f226" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1314.348058] env[62265]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('617a5cdb-9e2d-4824-b793-343dab01f226',) {} {{(pid=62265) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1314.348914] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock rules-515afca6-988d-462b-b06c-2a6ca4759e17 taken with stack trace [, , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1314.349095] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-515afca6-988d-462b-b06c-2a6ca4759e17" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1314.349179] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-515afca6-988d-462b-b06c-2a6ca4759e17" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1314.349334] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-515afca6-988d-462b-b06c-2a6ca4759e17" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1314.349404] env[62265]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('515afca6-988d-462b-b06c-2a6ca4759e17',) {} {{(pid=62265) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1314.350094] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock rules-2edf389b-244f-49af-a68d-5cdd4b48b2d8 taken with stack trace [, , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1314.350217] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-2edf389b-244f-49af-a68d-5cdd4b48b2d8" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1314.350282] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-2edf389b-244f-49af-a68d-5cdd4b48b2d8" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1314.350436] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-2edf389b-244f-49af-a68d-5cdd4b48b2d8" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1314.350506] env[62265]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('2edf389b-244f-49af-a68d-5cdd4b48b2d8',) {} {{(pid=62265) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1314.351177] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c18e7d00-73a0-498e-841a-865db577c424 taken with stack trace [, , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1314.351309] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c18e7d00-73a0-498e-841a-865db577c424" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1314.351346] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c18e7d00-73a0-498e-841a-865db577c424" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1314.351483] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c18e7d00-73a0-498e-841a-865db577c424" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1314.351553] env[62265]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c18e7d00-73a0-498e-841a-865db577c424',) {} {{(pid=62265) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1314.352220] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock rules-27bfe5fa-3e17-4f98-ab6d-4f797611b209 taken with stack trace [, , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1314.352329] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-27bfe5fa-3e17-4f98-ab6d-4f797611b209" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1314.352395] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-27bfe5fa-3e17-4f98-ab6d-4f797611b209" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1314.352541] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-27bfe5fa-3e17-4f98-ab6d-4f797611b209" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1314.352610] env[62265]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('27bfe5fa-3e17-4f98-ab6d-4f797611b209',) {} {{(pid=62265) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1314.353392] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock rules-1fb397dc-9fc5-4832-8ab9-b102031145c3 taken with stack trace [, , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1314.353502] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-1fb397dc-9fc5-4832-8ab9-b102031145c3" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1314.353567] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-1fb397dc-9fc5-4832-8ab9-b102031145c3" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1314.353717] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-1fb397dc-9fc5-4832-8ab9-b102031145c3" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1314.353788] env[62265]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('1fb397dc-9fc5-4832-8ab9-b102031145c3',) {} {{(pid=62265) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1314.354455] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock rules-3eaa7a8d-3076-433e-9370-28725ca9b67c taken with stack trace [, , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1314.354564] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-3eaa7a8d-3076-433e-9370-28725ca9b67c" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1314.354630] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-3eaa7a8d-3076-433e-9370-28725ca9b67c" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1314.354776] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-3eaa7a8d-3076-433e-9370-28725ca9b67c" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1314.354953] env[62265]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('3eaa7a8d-3076-433e-9370-28725ca9b67c',) {} {{(pid=62265) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1314.355533] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock rules-95cf98c4-3841-4576-950a-00c6f979459f taken with stack trace [, , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1314.355633] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-95cf98c4-3841-4576-950a-00c6f979459f" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1314.355705] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-95cf98c4-3841-4576-950a-00c6f979459f" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1314.355874] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-95cf98c4-3841-4576-950a-00c6f979459f" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1314.355945] env[62265]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('95cf98c4-3841-4576-950a-00c6f979459f',) {} {{(pid=62265) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1314.356710] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b14d34b3-3850-409a-ad29-5e7f511073a0 taken with stack trace [, , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1314.356826] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b14d34b3-3850-409a-ad29-5e7f511073a0" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1314.356891] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b14d34b3-3850-409a-ad29-5e7f511073a0" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1314.357052] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b14d34b3-3850-409a-ad29-5e7f511073a0" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1314.357125] env[62265]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b14d34b3-3850-409a-ad29-5e7f511073a0',) {} {{(pid=62265) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1314.357805] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock rules-eb57c0de-4dcd-4210-a94a-c6221d21ca6e taken with stack trace [, , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1314.357916] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-eb57c0de-4dcd-4210-a94a-c6221d21ca6e" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1314.357981] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-eb57c0de-4dcd-4210-a94a-c6221d21ca6e" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1314.358144] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-eb57c0de-4dcd-4210-a94a-c6221d21ca6e" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1314.358213] env[62265]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('eb57c0de-4dcd-4210-a94a-c6221d21ca6e',) {} {{(pid=62265) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1314.358887] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock rules-85a6547c-bf3d-4bdc-b0a3-09132939cc37 taken with stack trace [, , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1314.358999] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-85a6547c-bf3d-4bdc-b0a3-09132939cc37" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1314.359077] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-85a6547c-bf3d-4bdc-b0a3-09132939cc37" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1314.359238] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-85a6547c-bf3d-4bdc-b0a3-09132939cc37" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1314.359349] env[62265]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('85a6547c-bf3d-4bdc-b0a3-09132939cc37',) {} {{(pid=62265) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1314.359952] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e1de3603-accf-48b1-98d6-aa6e1a5d354f taken with stack trace [, , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1314.360087] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e1de3603-accf-48b1-98d6-aa6e1a5d354f" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1314.360159] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e1de3603-accf-48b1-98d6-aa6e1a5d354f" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1314.360309] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e1de3603-accf-48b1-98d6-aa6e1a5d354f" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1314.360376] env[62265]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e1de3603-accf-48b1-98d6-aa6e1a5d354f',) {} {{(pid=62265) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1314.361138] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock rules-7d8f4397-acf6-4c55-898c-ac910f9cc1ad taken with stack trace [, , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1314.361245] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-7d8f4397-acf6-4c55-898c-ac910f9cc1ad" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1314.361310] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-7d8f4397-acf6-4c55-898c-ac910f9cc1ad" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1314.361457] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-7d8f4397-acf6-4c55-898c-ac910f9cc1ad" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1314.361526] env[62265]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('7d8f4397-acf6-4c55-898c-ac910f9cc1ad',) {} {{(pid=62265) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1314.362171] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock rules-8e819c63-7596-440c-a537-a09e7fc35017 taken with stack trace [, , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1314.362282] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-8e819c63-7596-440c-a537-a09e7fc35017" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1314.362348] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-8e819c63-7596-440c-a537-a09e7fc35017" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1314.362495] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-8e819c63-7596-440c-a537-a09e7fc35017" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1314.362564] env[62265]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('8e819c63-7596-440c-a537-a09e7fc35017',) {} {{(pid=62265) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1314.363229] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock rules-2e184ac7-504e-43d4-9886-0404dcafa130 taken with stack trace [, , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1314.363336] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-2e184ac7-504e-43d4-9886-0404dcafa130" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1314.363400] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-2e184ac7-504e-43d4-9886-0404dcafa130" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1314.363548] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-2e184ac7-504e-43d4-9886-0404dcafa130" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1314.363646] env[62265]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('2e184ac7-504e-43d4-9886-0404dcafa130',) {} {{(pid=62265) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1314.364283] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock rules-3649d9fc-24f4-43f3-8426-2fff76636e76 taken with stack trace [, , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1314.364389] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-3649d9fc-24f4-43f3-8426-2fff76636e76" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1314.364455] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-3649d9fc-24f4-43f3-8426-2fff76636e76" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1314.364603] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-3649d9fc-24f4-43f3-8426-2fff76636e76" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1314.364704] env[62265]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('3649d9fc-24f4-43f3-8426-2fff76636e76',) {} {{(pid=62265) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1314.365424] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock rules-62a27616-2753-4d3e-9cd4-e35381d18526 taken with stack trace [, , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1314.365534] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-62a27616-2753-4d3e-9cd4-e35381d18526" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1314.365600] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-62a27616-2753-4d3e-9cd4-e35381d18526" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1314.365766] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-62a27616-2753-4d3e-9cd4-e35381d18526" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1314.365841] env[62265]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('62a27616-2753-4d3e-9cd4-e35381d18526',) {} {{(pid=62265) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1314.366569] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e5346c1d-c1df-4bc2-97ae-4ee05ac16c1a taken with stack trace [, , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1314.366677] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e5346c1d-c1df-4bc2-97ae-4ee05ac16c1a" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1314.366743] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e5346c1d-c1df-4bc2-97ae-4ee05ac16c1a" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1314.366892] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e5346c1d-c1df-4bc2-97ae-4ee05ac16c1a" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1314.366968] env[62265]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e5346c1d-c1df-4bc2-97ae-4ee05ac16c1a',) {} {{(pid=62265) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1314.891285] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock member-62a27616-2753-4d3e-9cd4-e35381d18526 taken with stack trace [, , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1314.891470] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-62a27616-2753-4d3e-9cd4-e35381d18526" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1314.891470] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-62a27616-2753-4d3e-9cd4-e35381d18526" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1314.891647] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-62a27616-2753-4d3e-9cd4-e35381d18526" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1314.891806] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1314.891908] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1314.891970] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1314.892133] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1314.892216] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1314.892302] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-62a27616-2753-4d3e-9cd4-e35381d18526" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1314.892385] env[62265]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('62a27616-2753-4d3e-9cd4-e35381d18526',) {} {{(pid=62265) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1314.934381] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1314.934614] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1314.934614] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1314.934782] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1314.936409] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1314.936526] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1314.937173] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1314.937264] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1314.937959] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1314.938062] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1314.949750] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1314.949903] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1314.950604] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1314.950694] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1314.951608] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1314.951701] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1314.952405] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1314.952499] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1314.953178] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1314.953272] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1314.953947] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1314.954063] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1314.954748] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1314.954842] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1314.955431] env[62265]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1314.955895] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1314.955984] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1314.956627] env[62265]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1314.957039] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1314.957129] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1314.957779] env[62265]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1314.958174] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1314.958264] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1314.958863] env[62265]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1314.959264] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1314.959420] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1314.959952] env[62265]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1314.960396] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1314.960537] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1314.962115] env[62265]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1314.962712] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1314.962934] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1314.963672] env[62265]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1314.964166] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1314.964269] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1314.965249] env[62265]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1314.965854] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1314.966022] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1314.967350] env[62265]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1314.967904] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1314.968143] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 8e819c63-7596-440c-a537-a09e7fc35017 is going to be deleted. [ 1314.969459] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1314.969738] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1314.987716] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1314.987959] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 85a6547c-bf3d-4bdc-b0a3-09132939cc37 is going to be deleted. [ 1314.989294] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1314.989581] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1315.005622] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1315.005780] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 617a5cdb-9e2d-4824-b793-343dab01f226 is going to be deleted. [ 1315.006889] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1315.007195] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1315.022393] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1315.022612] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1315.026293] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1315.026433] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 27bfe5fa-3e17-4f98-ab6d-4f797611b209 is going to be deleted. [ 1315.027381] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1315.027618] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1315.037845] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1315.038022] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1315.048229] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1315.048417] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b14d34b3-3850-409a-ad29-5e7f511073a0 is going to be deleted. [ 1315.049284] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1315.049494] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1315.067425] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1315.067613] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1315.076061] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1315.076183] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b70db8a6-589b-46f1-ab50-a8fac5cfe516 is going to be deleted. [ 1315.077017] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1315.077248] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1315.078520] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1315.078616] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1315.094994] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1315.095117] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 95cf98c4-3841-4576-950a-00c6f979459f is going to be deleted. [ 1315.095831] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1315.096032] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1315.098220] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1315.098305] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1315.169379] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1315.169512] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: da93af02-3b4e-409c-8e28-ed7c1e3287ca is going to be deleted. [ 1315.170340] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1315.170546] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1315.206925] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1315.207075] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1315.209456] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1315.209562] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 2e184ac7-504e-43d4-9886-0404dcafa130 is going to be deleted. [ 1315.210292] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1315.210477] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1315.245450] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1315.245574] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1315.279460] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1315.279550] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c18e7d00-73a0-498e-841a-865db577c424 is going to be deleted. [ 1315.280294] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1315.280479] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1315.307446] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1315.307555] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1315.324205] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1315.324308] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 3649d9fc-24f4-43f3-8426-2fff76636e76 is going to be deleted. [ 1315.324999] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1315.325193] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1315.350606] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1315.350908] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1315.367652] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1315.367794] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: eb57c0de-4dcd-4210-a94a-c6221d21ca6e is going to be deleted. [ 1315.368541] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1315.368734] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1315.392041] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1315.392165] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1315.394435] env[62265]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('62a27616-2753-4d3e-9cd4-e35381d18526',) {} {{(pid=62265) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1315.433375] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1315.433454] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 3eaa7a8d-3076-433e-9370-28725ca9b67c is going to be deleted. [ 1315.434243] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1315.434434] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1315.499936] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1315.500045] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 2edf389b-244f-49af-a68d-5cdd4b48b2d8 is going to be deleted. [ 1315.500750] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1315.500929] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1315.502170] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1315.502276] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1315.503101] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1315.503203] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1315.526199] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1315.526290] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e1de3603-accf-48b1-98d6-aa6e1a5d354f is going to be deleted. [ 1315.526962] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1315.527154] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1315.588323] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1315.588469] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1315.589927] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1315.590078] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 515afca6-988d-462b-b06c-2a6ca4759e17 is going to be deleted. [ 1315.590855] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1315.591063] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1315.629672] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1315.629805] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1315.644584] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1315.644674] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 7d8f4397-acf6-4c55-898c-ac910f9cc1ad is going to be deleted. [ 1315.645428] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1315.645635] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1315.658989] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1315.659103] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1315.703900] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1315.703985] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e5346c1d-c1df-4bc2-97ae-4ee05ac16c1a is going to be deleted. [ 1315.704759] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1315.704956] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1315.738052] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1315.738243] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1315.746283] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1315.746375] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1315.764850] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1315.765034] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 1fb397dc-9fc5-4832-8ab9-b102031145c3 is going to be deleted. [ 1315.765940] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1315.766181] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1315.766277] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1315.766399] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-8e819c63-7596-440c-a537-a09e7fc35017" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1315.766552] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1315.766706] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1315.766786] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1315.766900] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-85a6547c-bf3d-4bdc-b0a3-09132939cc37" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1315.767328] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1315.767488] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1315.767571] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1315.767745] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-617a5cdb-9e2d-4824-b793-343dab01f226" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1315.767907] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1315.768083] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1315.768165] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1315.768283] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-27bfe5fa-3e17-4f98-ab6d-4f797611b209" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1315.768404] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1315.768546] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1315.768624] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1315.768735] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b14d34b3-3850-409a-ad29-5e7f511073a0" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1315.768855] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1315.768993] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1315.769080] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1315.769187] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b70db8a6-589b-46f1-ab50-a8fac5cfe516" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1315.769309] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1315.769446] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1315.769520] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1315.769628] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-95cf98c4-3841-4576-950a-00c6f979459f" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1315.769745] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1315.769882] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1315.769955] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1315.770076] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-da93af02-3b4e-409c-8e28-ed7c1e3287ca" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1315.770198] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1315.770334] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1315.770408] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1315.770514] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-2e184ac7-504e-43d4-9886-0404dcafa130" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1315.770634] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1315.770769] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1315.770844] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1315.770952] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c18e7d00-73a0-498e-841a-865db577c424" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1315.771082] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1315.771220] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1315.771292] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1315.771398] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-3649d9fc-24f4-43f3-8426-2fff76636e76" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1315.771515] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1315.771649] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1315.771721] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1315.771826] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-eb57c0de-4dcd-4210-a94a-c6221d21ca6e" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1315.771943] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1315.772094] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1315.772166] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1315.772272] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-3eaa7a8d-3076-433e-9370-28725ca9b67c" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1315.772393] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1315.772528] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1315.772600] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1315.772707] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-2edf389b-244f-49af-a68d-5cdd4b48b2d8" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1315.772827] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1315.772965] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1315.773052] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1315.773153] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e1de3603-accf-48b1-98d6-aa6e1a5d354f" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1315.773271] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1315.773407] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1315.773479] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1315.773584] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-7d8f4397-acf6-4c55-898c-ac910f9cc1ad" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1315.773702] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1315.773836] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1315.773908] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1315.774014] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-515afca6-988d-462b-b06c-2a6ca4759e17" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1315.869083] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1315.869227] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1315.869284] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1315.869472] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1315.869560] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1315.869678] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e5346c1d-c1df-4bc2-97ae-4ee05ac16c1a" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1315.896112] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 62a27616-2753-4d3e-9cd4-e35381d18526: rpc.has_security_group_logging(os_id): False [ 1315.903149] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1315.903257] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1315.903328] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1315.903497] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1315.903582] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1315.903690] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-1fb397dc-9fc5-4832-8ab9-b102031145c3" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1315.914023] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1315.914163] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1315.914226] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1315.914379] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1315.944259] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1315.944504] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1315.944614] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1315.944679] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1315.944841] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1315.944923] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1315.945020] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 62a27616-2753-4d3e-9cd4-e35381d18526 is going to be updated. [ 1316.048648] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1316.048847] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1316.048847] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1316.049051] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1316.049195] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1316.062254] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 62a27616-2753-4d3e-9cd4-e35381d18526 in Status: IN_PROGRESS for 2s [ 1318.075974] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 62a27616-2753-4d3e-9cd4-e35381d18526 in Status: SUCCESS [ 1318.076330] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-62a27616-2753-4d3e-9cd4-e35381d18526" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1319.345322] env[62265]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1319.345322] env[62265]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1324.345966] env[62265]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1324.346431] env[62265]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1329.347391] env[62265]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1329.347391] env[62265]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1334.348368] env[62265]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1334.348667] env[62265]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1336.473690] env[62265]: INFO networking_nsxv3.common.synchronization [req-f9019acd-e9e5-4020-b2e6-5a315771ebfb req-7ff03a5a-b034-483d-9e30-e9e69512c697 tempest-ServerActionsTestJSON-418686671 tempest-ServerActionsTestJSON-418686671-project-member] Enqueued Resource ID: 62a27616-2753-4d3e-9cd4-e35381d18526 with Priority: HIGHEST for action security_group_members [ 1336.474261] env[62265]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 62a27616-2753-4d3e-9cd4-e35381d18526 with Priority: HIGHEST for action security_group_members [ 1336.474735] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock member-62a27616-2753-4d3e-9cd4-e35381d18526 taken with stack trace [, , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1336.474864] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-62a27616-2753-4d3e-9cd4-e35381d18526" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1336.474929] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-62a27616-2753-4d3e-9cd4-e35381d18526" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1336.475249] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-62a27616-2753-4d3e-9cd4-e35381d18526" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1336.475780] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1336.475915] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1336.475993] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1336.476189] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1336.476285] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1336.476401] env[62265]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('62a27616-2753-4d3e-9cd4-e35381d18526',) {} {{(pid=62265) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1336.979568] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1336.979568] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1336.979568] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1336.979782] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1336.979782] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1336.979928] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1336.980041] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1336.980107] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1336.980268] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1336.980352] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1336.980477] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 62a27616-2753-4d3e-9cd4-e35381d18526 is going to be updated. [ 1337.005374] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1337.005571] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1337.005571] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1337.005760] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1337.005906] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1337.014399] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 62a27616-2753-4d3e-9cd4-e35381d18526 in Status: IN_PROGRESS for 2s [ 1339.026527] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 62a27616-2753-4d3e-9cd4-e35381d18526 in Status: SUCCESS [ 1339.026851] env[62265]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 62a27616-2753-4d3e-9cd4-e35381d18526 deletion is rescheduled due to dependency. [ 1339.026851] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-62a27616-2753-4d3e-9cd4-e35381d18526" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1341.475632] env[62265]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1341.475969] env[62265]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1344.898097] env[62265]: DEBUG networking_nsxv3.common.locking [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Lock network-14 taken with stack trace [, , , , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1344.898422] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquiring lock "network-14" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1344.898464] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquired lock "network-14" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1344.898723] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquired external semaphore "network-14" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1344.898988] env[62265]: DEBUG networking_nsxv3.common.locking [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1344.899159] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquiring lock "Segment" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1344.899281] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquired lock "Segment" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1344.899496] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquired external semaphore "Segment" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1344.899645] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Releasing lock "Segment" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1344.899878] env[62265]: DEBUG dogpile.cache.region [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] No value present for key: 'zone-id' {{(pid=62265) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1344.899994] env[62265]: DEBUG dogpile.lock [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] NeedRegenerationException {{(pid=62265) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1344.900121] env[62265]: DEBUG dogpile.lock [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] no value, waiting for create lock {{(pid=62265) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1344.900232] env[62265]: DEBUG dogpile.lock [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] value creation lock acquired {{(pid=62265) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1344.900356] env[62265]: DEBUG dogpile.cache.region [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] No value present for key: 'zone-id' {{(pid=62265) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1344.900466] env[62265]: DEBUG dogpile.lock [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Calling creation function for not-yet-present value {{(pid=62265) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1344.900599] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1344.920426] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1344.920548] env[62265]: DEBUG dogpile.cache.region [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=62265) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1344.920685] env[62265]: DEBUG dogpile.lock [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Released creation lock {{(pid=62265) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1344.920843] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Releasing lock "network-14" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1344.921123] env[62265]: DEBUG networking_nsxv3.common.locking [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Lock port-0da15463-aac3-4b87-a199-5c0081d44b26 taken with stack trace [, , , , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1344.921282] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquiring lock "port-0da15463-aac3-4b87-a199-5c0081d44b26" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1344.921400] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquired lock "port-0da15463-aac3-4b87-a199-5c0081d44b26" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1344.921620] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquired external semaphore "port-0da15463-aac3-4b87-a199-5c0081d44b26" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1344.921755] env[62265]: DEBUG networking_nsxv3.api.rpc [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0da15463-aac3-4b87-a199-5c0081d44b26',) {} {{(pid=62265) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1345.424204] env[62265]: DEBUG networking_nsxv3.common.locking [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1345.424492] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquiring lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1345.424567] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquired lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1345.424850] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquired external semaphore "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1345.425008] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Releasing lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1345.425306] env[62265]: DEBUG networking_nsxv3.common.locking [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1345.425467] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquiring lock "Segment" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1345.425589] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquired lock "Segment" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1345.425804] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquired external semaphore "Segment" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1345.425952] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Releasing lock "Segment" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1345.426293] env[62265]: DEBUG networking_nsxv3.common.locking [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1345.426461] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquiring lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1345.426583] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquired lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1345.426797] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquired external semaphore "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1345.426935] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Releasing lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1345.427093] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Resource: SegmentPort with ID: 0da15463-aac3-4b87-a199-5c0081d44b26 is going to be updated. [ 1345.446296] env[62265]: DEBUG networking_nsxv3.common.locking [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1345.446459] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquiring lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1345.446587] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquired lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1345.446801] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquired external semaphore "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1345.446984] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Releasing lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1345.447206] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Releasing lock "port-0da15463-aac3-4b87-a199-5c0081d44b26" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1346.130909] env[62265]: INFO networking_nsxv3.common.synchronization [req-f82dac88-38ab-4e4b-b9e5-a3aadf6aefa1 req-a48a6413-7f0c-412d-a72f-67934b62dd77 service nova] Enqueued Resource ID: e1aa9925-8acc-4328-bd1d-1f3ff9007d21 with Priority: HIGHEST for action security_group_rules [ 1346.131172] env[62265]: INFO networking_nsxv3.common.synchronization [req-f82dac88-38ab-4e4b-b9e5-a3aadf6aefa1 req-a48a6413-7f0c-412d-a72f-67934b62dd77 service nova] Enqueued Resource ID: e1aa9925-8acc-4328-bd1d-1f3ff9007d21 with Priority: HIGHEST for action security_group_members [ 1346.131327] env[62265]: INFO networking_nsxv3.common.synchronization [req-f82dac88-38ab-4e4b-b9e5-a3aadf6aefa1 req-a48a6413-7f0c-412d-a72f-67934b62dd77 service nova] Enqueued Resource ID: 0da15463-aac3-4b87-a199-5c0081d44b26 with Priority: HIGHEST for action port [ 1346.131551] env[62265]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e1aa9925-8acc-4328-bd1d-1f3ff9007d21 with Priority: HIGHEST for action security_group_rules [ 1346.131680] env[62265]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e1aa9925-8acc-4328-bd1d-1f3ff9007d21 with Priority: HIGHEST for action security_group_members [ 1346.131769] env[62265]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0da15463-aac3-4b87-a199-5c0081d44b26 with Priority: HIGHEST for action port [ 1346.132304] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e1aa9925-8acc-4328-bd1d-1f3ff9007d21 taken with stack trace [, , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1346.132431] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e1aa9925-8acc-4328-bd1d-1f3ff9007d21" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1346.132501] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e1aa9925-8acc-4328-bd1d-1f3ff9007d21" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1346.132695] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e1aa9925-8acc-4328-bd1d-1f3ff9007d21" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1346.132771] env[62265]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e1aa9925-8acc-4328-bd1d-1f3ff9007d21',) {} {{(pid=62265) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1346.133963] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock member-e1aa9925-8acc-4328-bd1d-1f3ff9007d21 taken with stack trace [, , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1346.134088] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e1aa9925-8acc-4328-bd1d-1f3ff9007d21" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1346.134158] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e1aa9925-8acc-4328-bd1d-1f3ff9007d21" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1346.134374] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e1aa9925-8acc-4328-bd1d-1f3ff9007d21" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1346.134524] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1346.134622] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1346.134686] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1346.134843] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1346.135200] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1346.135200] env[62265]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e1aa9925-8acc-4328-bd1d-1f3ff9007d21',) {} {{(pid=62265) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1346.135725] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock port-0da15463-aac3-4b87-a199-5c0081d44b26 taken with stack trace [, , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1346.135833] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-0da15463-aac3-4b87-a199-5c0081d44b26" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1346.135898] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-0da15463-aac3-4b87-a199-5c0081d44b26" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1346.136231] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-0da15463-aac3-4b87-a199-5c0081d44b26" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1346.136231] env[62265]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0da15463-aac3-4b87-a199-5c0081d44b26',) {} {{(pid=62265) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1346.638084] env[62265]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('e1aa9925-8acc-4328-bd1d-1f3ff9007d21',) {} {{(pid=62265) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1346.639206] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock member-e1aa9925-8acc-4328-bd1d-1f3ff9007d21 taken with stack trace [, , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1346.639375] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e1aa9925-8acc-4328-bd1d-1f3ff9007d21" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1346.639632] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 0da15463-aac3-4b87-a199-5c0081d44b26 with status ACTIVE [ 1346.639797] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1346.639899] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1346.639962] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1346.640190] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1346.640284] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1346.640456] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1346.640563] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1346.640627] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1346.640826] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1346.640921] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1346.641119] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1346.641212] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1346.641267] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1346.641407] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1346.641469] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1346.641553] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 0da15463-aac3-4b87-a199-5c0081d44b26 is going to be updated. [ 1346.660236] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1346.660377] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1346.660420] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1346.660581] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1346.660712] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1346.660858] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-0da15463-aac3-4b87-a199-5c0081d44b26" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1347.140771] env[62265]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('e1aa9925-8acc-4328-bd1d-1f3ff9007d21',) {} {{(pid=62265) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1347.642932] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1347.643120] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1347.643167] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1347.643384] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1347.643477] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1347.643577] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e1aa9925-8acc-4328-bd1d-1f3ff9007d21 is going to be updated. [ 1347.670349] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1347.670520] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1347.670567] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1347.670743] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1347.670891] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1347.679762] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e1aa9925-8acc-4328-bd1d-1f3ff9007d21 in Status: IN_PROGRESS for 2s [ 1349.690403] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e1aa9925-8acc-4328-bd1d-1f3ff9007d21 in Status: SUCCESS [ 1349.690770] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e1aa9925-8acc-4328-bd1d-1f3ff9007d21" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1349.690770] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e1aa9925-8acc-4328-bd1d-1f3ff9007d21" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1349.690958] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e1aa9925-8acc-4328-bd1d-1f3ff9007d21" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1349.691158] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1349.691275] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1349.691338] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1349.691488] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1349.691566] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1349.691649] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e1aa9925-8acc-4328-bd1d-1f3ff9007d21" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1349.691737] env[62265]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('e1aa9925-8acc-4328-bd1d-1f3ff9007d21',) {} {{(pid=62265) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1350.194340] env[62265]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('e1aa9925-8acc-4328-bd1d-1f3ff9007d21',) {} {{(pid=62265) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1350.697473] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for e1aa9925-8acc-4328-bd1d-1f3ff9007d21: rpc.has_security_group_logging(os_id): False [ 1350.714440] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1350.714599] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1350.714653] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1350.714888] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1350.744713] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1350.745035] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1350.745159] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1350.745229] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1350.745434] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1350.745518] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1350.745608] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e1aa9925-8acc-4328-bd1d-1f3ff9007d21 is going to be updated. [ 1350.800844] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1350.801108] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1350.801108] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1350.801272] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1350.801412] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1350.818382] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e1aa9925-8acc-4328-bd1d-1f3ff9007d21 in Status: IN_PROGRESS for 2s [ 1351.132938] env[62265]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1351.133176] env[62265]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 1352.835321] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e1aa9925-8acc-4328-bd1d-1f3ff9007d21 in Status: SUCCESS [ 1352.835747] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e1aa9925-8acc-4328-bd1d-1f3ff9007d21" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1356.134845] env[62265]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1356.135237] env[62265]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1360.891703] env[62265]: INFO networking_nsxv3.common.synchronization [req-0d7b26d7-fae3-43ee-a50d-1bb9c02dc941 req-9083171b-1637-414b-8449-5c4dc10898d4 tempest-ServerActionsTestOtherB-1524070999 tempest-ServerActionsTestOtherB-1524070999-project-member] Enqueued Resource ID: e1aa9925-8acc-4328-bd1d-1f3ff9007d21 with Priority: HIGHEST for action security_group_members [ 1360.892235] env[62265]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e1aa9925-8acc-4328-bd1d-1f3ff9007d21 with Priority: HIGHEST for action security_group_members [ 1360.892542] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock member-e1aa9925-8acc-4328-bd1d-1f3ff9007d21 taken with stack trace [, , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1360.892664] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e1aa9925-8acc-4328-bd1d-1f3ff9007d21" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1360.892727] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e1aa9925-8acc-4328-bd1d-1f3ff9007d21" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1360.892917] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e1aa9925-8acc-4328-bd1d-1f3ff9007d21" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1360.893409] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1360.893530] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1360.893607] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1360.893771] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1360.893860] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1360.893952] env[62265]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e1aa9925-8acc-4328-bd1d-1f3ff9007d21',) {} {{(pid=62265) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1361.396239] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1361.396434] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1361.396434] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1361.396636] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1361.396728] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1361.396920] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1361.397030] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1361.397094] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1361.397242] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1361.397321] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1361.397430] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e1aa9925-8acc-4328-bd1d-1f3ff9007d21 is going to be updated. [ 1361.423251] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1361.423397] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1361.423493] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1361.423570] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1361.423699] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1361.430455] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e1aa9925-8acc-4328-bd1d-1f3ff9007d21 in Status: IN_PROGRESS for 2s [ 1363.441157] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e1aa9925-8acc-4328-bd1d-1f3ff9007d21 in Status: SUCCESS [ 1363.441506] env[62265]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e1aa9925-8acc-4328-bd1d-1f3ff9007d21 deletion is rescheduled due to dependency. [ 1363.441506] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e1aa9925-8acc-4328-bd1d-1f3ff9007d21" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1365.893783] env[62265]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1365.894069] env[62265]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1370.894408] env[62265]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1370.894753] env[62265]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1371.574662] env[62265]: INFO networking_nsxv3.common.synchronization [None req-389e07f3-f07a-4600-8c98-5fe32da92b90 None None] Enqueued Resource ID: 8a24da9d-a970-464a-8f2d-82eb58a32b77 with Priority: HIGHEST for action port [ 1371.575827] env[62265]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8a24da9d-a970-464a-8f2d-82eb58a32b77 with Priority: HIGHEST for action port [ 1371.576278] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock port-8a24da9d-a970-464a-8f2d-82eb58a32b77 taken with stack trace [, , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1371.577525] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-8a24da9d-a970-464a-8f2d-82eb58a32b77" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1371.577525] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-8a24da9d-a970-464a-8f2d-82eb58a32b77" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1371.577525] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-8a24da9d-a970-464a-8f2d-82eb58a32b77" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1371.577525] env[62265]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8a24da9d-a970-464a-8f2d-82eb58a32b77',) {} {{(pid=62265) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1372.079601] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 8a24da9d-a970-464a-8f2d-82eb58a32b77 [ 1372.079848] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1372.079984] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1372.080074] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1372.080285] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1372.080377] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1372.080474] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:8a24da9d-a970-464a-8f2d-82eb58a32b77 already deleted. [ 1372.080558] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-8a24da9d-a970-464a-8f2d-82eb58a32b77" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1373.528263] env[62265]: INFO networking_nsxv3.common.synchronization [None req-8bfa34eb-e577-4b2b-8204-961ee7474f46 None None] Enqueued Resource ID: f4316c4b-be82-4944-93cd-0da4932b301c with Priority: HIGHEST for action port [ 1373.528945] env[62265]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f4316c4b-be82-4944-93cd-0da4932b301c with Priority: HIGHEST for action port [ 1373.529161] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock port-f4316c4b-be82-4944-93cd-0da4932b301c taken with stack trace [, , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1373.529284] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f4316c4b-be82-4944-93cd-0da4932b301c" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1373.529357] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f4316c4b-be82-4944-93cd-0da4932b301c" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1373.529623] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f4316c4b-be82-4944-93cd-0da4932b301c" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1373.529714] env[62265]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f4316c4b-be82-4944-93cd-0da4932b301c',) {} {{(pid=62265) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1374.032175] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port f4316c4b-be82-4944-93cd-0da4932b301c [ 1374.032420] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1374.032555] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1374.032620] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1374.032837] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1374.032926] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1374.033045] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:f4316c4b-be82-4944-93cd-0da4932b301c already deleted. [ 1374.033133] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f4316c4b-be82-4944-93cd-0da4932b301c" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1376.793105] env[62265]: INFO networking_nsxv3.common.synchronization [req-e5685f1a-0d3c-4f7c-b58e-6c0385a41d39 req-7199dcaa-b5f2-4339-9131-961aeb924380 tempest-ServerAddressesNegativeTestJSON-1668566455 tempest-ServerAddressesNegativeTestJSON-1668566455-project-member] Enqueued Resource ID: 8f799033-3c41-4fdb-985c-8447385eb444 with Priority: HIGHEST for action security_group_members [ 1376.793412] env[62265]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8f799033-3c41-4fdb-985c-8447385eb444 with Priority: HIGHEST for action security_group_members [ 1376.793708] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock member-8f799033-3c41-4fdb-985c-8447385eb444 taken with stack trace [, , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1376.793832] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8f799033-3c41-4fdb-985c-8447385eb444" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1376.793901] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8f799033-3c41-4fdb-985c-8447385eb444" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1376.794162] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8f799033-3c41-4fdb-985c-8447385eb444" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1376.794316] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1376.794415] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1376.794477] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1376.794627] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1376.794716] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1376.794797] env[62265]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8f799033-3c41-4fdb-985c-8447385eb444',) {} {{(pid=62265) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1377.037123] env[62265]: DEBUG networking_nsxv3.common.locking [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Lock network-674 taken with stack trace [, , , , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1377.037346] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquiring lock "network-674" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1377.037455] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquired lock "network-674" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1377.037770] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquired external semaphore "network-674" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1377.038049] env[62265]: DEBUG networking_nsxv3.common.locking [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1377.038213] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquiring lock "Segment" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1377.038332] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquired lock "Segment" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1377.038580] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquired external semaphore "Segment" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1377.038729] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Releasing lock "Segment" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1377.038946] env[62265]: DEBUG dogpile.cache.region [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] No value present for key: 'zone-id' {{(pid=62265) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1377.039072] env[62265]: DEBUG dogpile.lock [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] NeedRegenerationException {{(pid=62265) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1377.039173] env[62265]: DEBUG dogpile.lock [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] no value, waiting for create lock {{(pid=62265) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1377.039282] env[62265]: DEBUG dogpile.lock [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] value creation lock acquired {{(pid=62265) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1377.039403] env[62265]: DEBUG dogpile.cache.region [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] No value present for key: 'zone-id' {{(pid=62265) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1377.039539] env[62265]: DEBUG dogpile.lock [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Calling creation function for not-yet-present value {{(pid=62265) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1377.039676] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1377.057550] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1377.057669] env[62265]: DEBUG dogpile.cache.region [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Cache value generated in 0.018 seconds for key(s): 'zone-id' {{(pid=62265) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1377.057798] env[62265]: DEBUG dogpile.lock [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Released creation lock {{(pid=62265) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1377.057965] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Releasing lock "network-674" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1377.058273] env[62265]: DEBUG networking_nsxv3.common.locking [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Lock port-0c344557-d5c8-405c-bf59-f6ed1fad6bed taken with stack trace [, , , , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1377.058465] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquiring lock "port-0c344557-d5c8-405c-bf59-f6ed1fad6bed" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1377.058625] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquired lock "port-0c344557-d5c8-405c-bf59-f6ed1fad6bed" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1377.058860] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquired external semaphore "port-0c344557-d5c8-405c-bf59-f6ed1fad6bed" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1377.058998] env[62265]: DEBUG networking_nsxv3.api.rpc [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0c344557-d5c8-405c-bf59-f6ed1fad6bed',) {} {{(pid=62265) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1377.296923] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1377.297150] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1377.297150] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1377.297353] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1377.297440] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1377.297641] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1377.297742] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1377.297794] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1377.297928] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1377.298017] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1377.298103] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8f799033-3c41-4fdb-985c-8447385eb444 already deleted. [ 1377.298202] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8f799033-3c41-4fdb-985c-8447385eb444" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1377.560733] env[62265]: DEBUG networking_nsxv3.common.locking [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1377.560930] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquiring lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1377.561072] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquired lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1377.561324] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquired external semaphore "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1377.561495] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Releasing lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1377.561673] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Segment Port 0c344557-d5c8-405c-bf59-f6ed1fad6bed not found, creating... [ 1377.561972] env[62265]: DEBUG networking_nsxv3.common.locking [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1377.562182] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquiring lock "Segment" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1377.562308] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquired lock "Segment" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1377.562526] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquired external semaphore "Segment" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1377.562668] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Releasing lock "Segment" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1377.562949] env[62265]: DEBUG networking_nsxv3.common.locking [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1377.563118] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquiring lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1377.563236] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquired lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1377.563441] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquired external semaphore "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1377.563576] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Releasing lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1377.563717] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Resource: SegmentPort with ID: 0c344557-d5c8-405c-bf59-f6ed1fad6bed is going to be created. [ 1377.583442] env[62265]: DEBUG networking_nsxv3.common.locking [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1377.583709] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquiring lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1377.583836] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquired lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1377.584116] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Acquired external semaphore "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1377.584349] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Releasing lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1377.584569] env[62265]: DEBUG oslo_concurrency.lockutils [None req-08fbbddd-9ec6-4d89-a0cf-eddc40e978b9 None None] Releasing lock "port-0c344557-d5c8-405c-bf59-f6ed1fad6bed" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1378.804685] env[62265]: INFO networking_nsxv3.common.synchronization [req-e5685f1a-0d3c-4f7c-b58e-6c0385a41d39 req-a6adaaca-dd6a-4f5e-86fe-7ae8622c981d service nova] Enqueued Resource ID: 8f799033-3c41-4fdb-985c-8447385eb444 with Priority: HIGHEST for action security_group_rules [ 1378.804959] env[62265]: INFO networking_nsxv3.common.synchronization [req-e5685f1a-0d3c-4f7c-b58e-6c0385a41d39 req-a6adaaca-dd6a-4f5e-86fe-7ae8622c981d service nova] Enqueued Resource ID: 8f799033-3c41-4fdb-985c-8447385eb444 with Priority: HIGHEST for action security_group_members [ 1378.805081] env[62265]: INFO networking_nsxv3.common.synchronization [req-e5685f1a-0d3c-4f7c-b58e-6c0385a41d39 req-a6adaaca-dd6a-4f5e-86fe-7ae8622c981d service nova] Enqueued Resource ID: 0c344557-d5c8-405c-bf59-f6ed1fad6bed with Priority: HIGHEST for action port [ 1378.805306] env[62265]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8f799033-3c41-4fdb-985c-8447385eb444 with Priority: HIGHEST for action security_group_rules [ 1378.805432] env[62265]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8f799033-3c41-4fdb-985c-8447385eb444 with Priority: HIGHEST for action security_group_members [ 1378.805552] env[62265]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0c344557-d5c8-405c-bf59-f6ed1fad6bed with Priority: HIGHEST for action port [ 1378.806135] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock rules-8f799033-3c41-4fdb-985c-8447385eb444 taken with stack trace [, , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1378.806265] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-8f799033-3c41-4fdb-985c-8447385eb444" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1378.806346] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-8f799033-3c41-4fdb-985c-8447385eb444" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1378.806609] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-8f799033-3c41-4fdb-985c-8447385eb444" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1378.806696] env[62265]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('8f799033-3c41-4fdb-985c-8447385eb444',) {} {{(pid=62265) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1378.808114] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock member-8f799033-3c41-4fdb-985c-8447385eb444 taken with stack trace [, , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1378.808114] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8f799033-3c41-4fdb-985c-8447385eb444" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1378.808114] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8f799033-3c41-4fdb-985c-8447385eb444" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1378.808114] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8f799033-3c41-4fdb-985c-8447385eb444" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1378.808114] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1378.808114] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1378.808490] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1378.808490] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1378.808490] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1378.808490] env[62265]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8f799033-3c41-4fdb-985c-8447385eb444',) {} {{(pid=62265) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1378.809604] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock port-0c344557-d5c8-405c-bf59-f6ed1fad6bed taken with stack trace [, , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1378.809604] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-0c344557-d5c8-405c-bf59-f6ed1fad6bed" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1378.809604] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-0c344557-d5c8-405c-bf59-f6ed1fad6bed" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1378.809604] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-0c344557-d5c8-405c-bf59-f6ed1fad6bed" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1378.809604] env[62265]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0c344557-d5c8-405c-bf59-f6ed1fad6bed',) {} {{(pid=62265) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1379.311062] env[62265]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('8f799033-3c41-4fdb-985c-8447385eb444',) {} {{(pid=62265) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1379.312179] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock member-8f799033-3c41-4fdb-985c-8447385eb444 taken with stack trace [, , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1379.312387] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8f799033-3c41-4fdb-985c-8447385eb444" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1379.312789] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 0c344557-d5c8-405c-bf59-f6ed1fad6bed with status ACTIVE [ 1379.313033] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1379.313197] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1379.313327] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1379.313632] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1379.313774] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1379.314023] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1379.314186] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1379.314345] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1379.314531] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1379.314667] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1379.314915] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1379.315075] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1379.315187] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1379.315395] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1379.315516] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1379.315652] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 0c344557-d5c8-405c-bf59-f6ed1fad6bed is going to be updated. [ 1379.336745] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1379.336885] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1379.336925] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1379.337109] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1379.337237] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1379.337382] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-0c344557-d5c8-405c-bf59-f6ed1fad6bed" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1379.813698] env[62265]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('8f799033-3c41-4fdb-985c-8447385eb444',) {} {{(pid=62265) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1380.316328] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1380.316563] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1380.316615] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1380.316810] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1380.316901] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1380.317016] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8f799033-3c41-4fdb-985c-8447385eb444 is going to be created. [ 1380.339322] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1380.339502] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1380.339502] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1380.339689] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1380.339846] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1380.348218] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8f799033-3c41-4fdb-985c-8447385eb444 in Status: UNINITIALIZED for 2s [ 1382.358869] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8f799033-3c41-4fdb-985c-8447385eb444 in Status: SUCCESS [ 1382.359224] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8f799033-3c41-4fdb-985c-8447385eb444" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1382.359257] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8f799033-3c41-4fdb-985c-8447385eb444" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1382.359481] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8f799033-3c41-4fdb-985c-8447385eb444" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1382.359646] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1382.359772] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1382.359831] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1382.359966] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1382.360060] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1382.360149] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8f799033-3c41-4fdb-985c-8447385eb444" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1382.360240] env[62265]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('8f799033-3c41-4fdb-985c-8447385eb444',) {} {{(pid=62265) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1382.862310] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock member-8f799033-3c41-4fdb-985c-8447385eb444 taken with stack trace [, , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1382.862467] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8f799033-3c41-4fdb-985c-8447385eb444" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1382.862526] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8f799033-3c41-4fdb-985c-8447385eb444" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1382.862737] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8f799033-3c41-4fdb-985c-8447385eb444" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1382.862901] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1382.863012] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1382.863074] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1382.863247] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1382.863342] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1382.863433] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8f799033-3c41-4fdb-985c-8447385eb444" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1382.863581] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock member-8f799033-3c41-4fdb-985c-8447385eb444 taken with stack trace [, , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1382.863674] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8f799033-3c41-4fdb-985c-8447385eb444" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1382.863734] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8f799033-3c41-4fdb-985c-8447385eb444" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1382.863871] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8f799033-3c41-4fdb-985c-8447385eb444" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1382.864009] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1382.864106] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1382.864163] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1382.864294] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1382.864367] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1382.864448] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8f799033-3c41-4fdb-985c-8447385eb444" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1382.864534] env[62265]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('8f799033-3c41-4fdb-985c-8447385eb444',) {} {{(pid=62265) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1383.366587] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 8f799033-3c41-4fdb-985c-8447385eb444: rpc.has_security_group_logging(os_id): False [ 1383.384152] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1383.384360] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1383.384400] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1383.384635] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1383.384734] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1383.384987] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1383.385133] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1383.385204] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1383.385369] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1383.385471] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1383.385715] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1383.385853] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1383.385940] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1383.386130] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1383.386228] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1383.386506] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1383.386626] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1383.386663] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1383.386823] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1383.386916] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1383.387038] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 8f799033-3c41-4fdb-985c-8447385eb444 is going to be created. [ 1383.444271] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1383.444495] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1383.444495] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1383.444702] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1383.444883] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1383.457327] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 8f799033-3c41-4fdb-985c-8447385eb444 in Status: IN_PROGRESS for 2s [ 1383.806214] env[62265]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1383.806410] env[62265]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 1385.468870] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 8f799033-3c41-4fdb-985c-8447385eb444 in Status: SUCCESS [ 1385.469295] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-8f799033-3c41-4fdb-985c-8447385eb444" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1388.395898] env[62265]: INFO networking_nsxv3.common.synchronization [req-8f6f80bb-0c1d-474b-8de7-9bb2359da36e req-19268e58-687d-415e-8ac9-337b655d754c tempest-ServerAddressesNegativeTestJSON-1668566455 tempest-ServerAddressesNegativeTestJSON-1668566455-project-member] Enqueued Resource ID: 8f799033-3c41-4fdb-985c-8447385eb444 with Priority: HIGHEST for action security_group_members [ 1388.396140] env[62265]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8f799033-3c41-4fdb-985c-8447385eb444 with Priority: HIGHEST for action security_group_members [ 1388.397570] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock member-8f799033-3c41-4fdb-985c-8447385eb444 taken with stack trace [, , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1388.397570] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8f799033-3c41-4fdb-985c-8447385eb444" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1388.397570] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8f799033-3c41-4fdb-985c-8447385eb444" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1388.397570] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8f799033-3c41-4fdb-985c-8447385eb444" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1388.397570] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1388.397570] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1388.397570] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1388.397570] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1388.397570] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1388.397570] env[62265]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8f799033-3c41-4fdb-985c-8447385eb444',) {} {{(pid=62265) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1388.899669] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1388.899824] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1388.899907] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1388.900130] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1388.900222] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1388.900426] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1388.900539] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1388.900604] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1388.900748] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1388.900823] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1388.900924] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8f799033-3c41-4fdb-985c-8447385eb444 is going to be updated. [ 1388.939223] env[62265]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62265) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1388.939369] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1388.939442] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1388.939591] env[62265]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1388.939736] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1388.949217] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8f799033-3c41-4fdb-985c-8447385eb444 in Status: IN_PROGRESS for 2s [ 1390.959449] env[62265]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8f799033-3c41-4fdb-985c-8447385eb444 in Status: SUCCESS [ 1390.959733] env[62265]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8f799033-3c41-4fdb-985c-8447385eb444 deletion is rescheduled due to dependency. [ 1390.959770] env[62265]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8f799033-3c41-4fdb-985c-8447385eb444" {{(pid=62265) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1393.397812] env[62265]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1393.397812] env[62265]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1398.398325] env[62265]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1398.398908] env[62265]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1403.399848] env[62265]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1403.400294] env[62265]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1408.400688] env[62265]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1408.401084] env[62265]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1413.402141] env[62265]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1413.402489] env[62265]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0